Ng,pddlZddlmZmZmZmZddlmZddlm Z ddl m Z ddl m Z ddlmZdZd Zd Zd Zd Zd ZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"eeegZ#edgdzedgdzedgdze!dgdze"dgdzedgdzedgdzedegdzedegdzedegdze degdzi Z$d efd!Z%Gd"d#e Z&dS)$N)AnyDictListOptional)UUID)BaseCallbackHandler) LLMResult guard_import) import_pandas token_usage total_tokens prompt_tokenscompletion_tokensrun_id model_namegoodbadneutralsuccessfailureiipromptresponsecontextdurationfeedback llm_statusfiddler z$123e4567-e89b-12d3-a456-426614174000returnc$tddS)zLImport the fiddler python package and raise an error if it is not installed.rzfiddler-client)pip_namer j/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/callbacks/fiddler_callback.pyimport_fiddlerr(8s  ,< = = ==r&ceZdZdedededededdf fd Zedefd Z dd ed e ed e dede ede e ee fddfdZde ee fde ede de fdZdede ddfdZdede ddfdZxZS)FiddlerCallbackHandlerurlorgprojectmodelapi_keyr"Nc  tt|_t |_||_||_||_||_ ||_ |j t|_ i|_i|_i|_|j||||_|j|jvret)d|jd |j|jn,#t,$r}t)d|jd|d}~wwxYw|jj|j d}t3t5|jD]}|j|jt:kr9|jjj|j|_ tB|j|_"V|j|jtFkr?|jjj|j|_ tHtJg|j|_"|j |j&|jvr|j |j'|jvrt)d |j d |jd |j(|j|j d |j i| n/#t,$r"}t)d |j d|d|d}~wwxYw|jj)*|d |jj+j,tZt\t^gt:t`tbtdtfthtjg|j6} t)d|j d |jd |j7|j|j |j | dS#t,$r"}t)d|j d|d|d}~wwxYwdS)a Initialize Fiddler callback handler. Args: url: Fiddler URL (e.g. https://demo.fiddler.ai). Make sure to include the protocol (http/https). org: Fiddler organization id project: Fiddler project name to publish events to model: Fiddler model name to publish events to api_key: Fiddler authentication token )org_id auth_tokenzadding project z.This only has to be done once.zError adding project z(:{e}. Fiddler integration will not work.Nr)max_inferred_cardinalityzadding dataset z to project train) project_id dataset_iddatasetinfozError adding dataset z: z#.Fiddler integration will not work.) dataset_infor6 model_taskfeaturestarget metadata_colscustom_featuresz adding model )r5r6model_id model_infozError adding model )8super__init__r(fdlr pdr+r,r-r.r/ DataFrame _dataset_dict_dfrun_id_promptsrun_id_responserun_id_starttime FiddlerApifiddler_clientget_project_namesprint add_project Exception DatasetInfofrom_dataframerangelencolumnsnameFEEDBACKDataTypeCATEGORY data_typeFEEDBACK_POSSIBLE_VALUESpossible_values LLM_STATUSSUCCESSFAILUREget_model_namesget_dataset_namesupload_dataset ModelInfofrom_dataset_info ModelTaskLLMPROMPTCONTEXTRESPONSERUN_ID TOTAL_TOKENS PROMPT_TOKENSCOMPLETION_TOKENS MODEL_NAMEDURATIONr> add_model) selfr+r,r-r.r/er9ir@ __class__s r'rBzFiddlerCallbackHandler.__init__?s& !##//   7$$]33576813#h11#cg1VV DL>>>  x+:: Hq;  s</0011 M MA#A&+x7748H4E4N $Q'1:R $Q'77%a(-;;48H4E4N $Q'1;BG:L $Q'7 :T0@@NN N Nz!4!F!Ft|!T!TTT5dj55dl555 '66#'<#':!($( 3) 7 != ==a===G +==)"8-1 '84 !% !% 4>J 1 11 111    #--#|#z!Z) .    9$*99999  _ O NsH?D E)EE1/K!! L +LL &-O PO<<Pc  |jddtg|jdtd|jddtg|jdtd|jdd ttgd gd i |jd dttg|jddttggS)a[ Define custom features for the model to automatically enrich the data with. Here, we enable the following enrichments: - Automatic Embedding generation for prompt and response - Text Statistics such as: - Automated Readability Index - Coleman Liau Index - Dale Chall Readability Score - Difficult Words - Flesch Reading Ease - Flesch Kincaid Grade - Gunning Fog - Linsear Write Formula - PII - Personal Identifiable Information - Sentiment Analysis zPrompt Embedding embedding)rV enrichmentrUz Prompt CF)rV source_columncolumnzResponse Embeddingz Response CFzText Statisticstextstat statistics)automated_readability_indexcoleman_liau_indexdale_chall_readability_scoredifficult_wordsflesch_reading_easeflesch_kincaid_grade gunning_foglinsear_write_formula)rVrwrUconfigPIIpii Sentiment sentiment)rC Enrichmentrg TextEmbeddingri)rqs r'r>z&FiddlerCallbackHandler.custom_featuress:* H  '&    H " " $) #   H  )&!     H " ""&+ #   H  &%* # # #    " H   *    H   &*   W0 0 r&rprompt_responsesrrrtoken_usage_dictct|j|}|jt|j|t |t t|g|zt|g|zt|g|zt|g|zi}|r:| D]%\} } t| tr| g|zn| || <& |jddkr(|j|j|j|dS|d} |j|j|j| ddS#t*$r} t-d| dYd} ~ dSd} ~ wwxYw) z+ Publish events to fiddler rr!records)orient)eventz$Error publishing events to fiddler: z. continuing...N)rTrHrDrErgrirjstrror]rnitems isinstanceintshaperLpublish_events_batchr-r.to_dict publish_eventrPrN) rqrrrrrr prompt_countdfkeyvaluedf_dictrrs r'_publish_eventsz&FiddlerCallbackHandler._publish_eventss4.v677 W  +F3*V 48*|3ZL<7ZL<7       V.4466 V V U4>uc4J4JU5'L00PU3 x{Q#88tzSUVVVVV**I*66#11L$*GAJ2    IqIII          s7E=AE E* E%%E* serializedpromptskwargsc |t}||j|<ttjdz|j|<dS)N)rjrHrtimerJ)rqrrrrs r' on_llm_startz#FiddlerCallbackHandler.on_llm_start&s@&-F#(+DIKK$,>(?(?f%%%r&rc |}|t}ttjdz|j|z }d}i}t |jtrCd|jD}|j td}d|D}| |||t||dS)NrrcFi|]\}}|tttfv||Sr%)rkrlrm).0kvs r' z5FiddlerCallbackHandler.on_llm_end..5s;   Aq}6GHHH1HHHr&c>g|]}|jddjS)r) generationstext)r llmresults r' z5FiddlerCallbackHandler.on_llm_end..<s5   1:I !! $Q ' ,   r&) flattenrjrrrJr llm_outputdictrgetrnrr^) rqrrflattened_llmresultr run_durationrrrs r' on_llm_endz!FiddlerCallbackHandler.on_llm_end-s&..0049;;-..1Fv1NN   h)4 0 0 A  $/5577     ",00R@@J  >Q                r&errorc |t}ttjdz|j|z }||dgt |j|z|tdS)Nrr)rjrrrJrrTrHr_)rqrrrrs r' on_llm_errorz#FiddlerCallbackHandler.on_llm_errorIsrty{{T)**T-B6-JJ  RD3t26:;;;Xw     r&)rN)__name__ __module__ __qualname__rrBpropertylistr>rrrrrrrrr r BaseExceptionr __classcell__)rts@r'r*r*>su uu u  u  u uuuuuunC C C C XC V%'59(((s)( (  ( SM (#4S>2( ((((T@sCx.@379@HK@ @@@@ 9      8 - 3 4        r&r*)'rtypingrrrruuidrlangchain_core.callbacksrlangchain_core.outputsr langchain_core.utilsr #langchain_community.callbacks.utilsr TOKEN_USAGErkrlrmrjrnGOODBADNEUTRALr^r_DEFAULT_MAX_TOKENDEFAULT_MAX_DURATIONrgrirhrorWr]r[rFr(r*r%r&r'rs ,,,,,,,,,,,,888888,,,,,,------======    '                #w/ YK"  ykB i[2  vhm b  b  3 4r 91'(1,A()A-,-1 q&'!+  >>>>> Q Q Q Q Q 0Q Q Q Q Q r&