o Ag,@sNddlZddlmZmZmZmZddlmZddlm Z ddl m Z ddl m Z ddlmZdZd Zd Zd Zd Zd ZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"eeegZ#edgdedgdedgde!dgde"dgdedgdedgdedegdedegdedegde degdi Z$d efd!d"Z%Gd#d$d$e Z&dS)%N)AnyDictListOptional)UUID)BaseCallbackHandler) LLMResult guard_import) import_pandas token_usage total_tokens prompt_tokenscompletion_tokensrun_id model_namegoodbadneutralsuccessfailureiipromptresponsecontextdurationfeedback llm_statusfiddler z$123e4567-e89b-12d3-a456-426614174000returncCs tdddS)zLImport the fiddler python package and raise an error if it is not installed.rzfiddler-client)pip_namer r#r#u/var/www/html/development/chatbot/venv/lib/python3.10/site-packages/langchain_community/callbacks/fiddler_callback.pyimport_fiddler8s r%cseZdZdedededededdf fdd Zedefd d Z d d ede ede dede ede e ee fddfddZde ee fde ede de fddZdede ddfddZdede ddfddZZS)!FiddlerCallbackHandlerurlorgprojectmodelapi_keyr!Nc stt|_t|_||_||_||_||_ ||_ |j t |_ i|_i|_i|_|jj|||d|_|j|jvrhtd|jdz |j|jWntyg}z td|jd|d}~ww|jjj|j dd}tt|jD]3}|j|jtkr|jjj|j|_ t!|j|_"qy|j|jt#kr|jjj|j|_ t$t%g|j|_"qy|j |j&|jvrO|j |j'|jvrtd |j d |jdz|jj(|j|j d |j i|d Wnty}ztd |j d|d|d}~ww|jj)j*|d |jj+j,t-t.t/gtt0t1t2t3t4t5g|j6d} td|j d |jdz|jj7|j|j |j | dWdStyN}ztd|j d|d|d}~wwdS)a Initialize Fiddler callback handler. Args: url: Fiddler URL (e.g. https://demo.fiddler.ai). Make sure to include the protocol (http/https). org: Fiddler organization id project: Fiddler project name to publish events to model: Fiddler model name to publish events to api_key: Fiddler authentication token )org_id auth_tokenzadding project z.This only has to be done once.zError adding project z(:{e}. Fiddler integration will not work.Nr)max_inferred_cardinalityzadding dataset z to project train) project_id dataset_iddatasetinfozError adding dataset z: z#.Fiddler integration will not work.) dataset_infor1 model_taskfeaturestarget metadata_colscustom_featuresz adding model )r0r1model_id model_infozError adding model )8super__init__r%fdlr pdr'r(r)r*r+ DataFrame _dataset_dict_dfrun_id_promptsrun_id_responserun_id_starttime FiddlerApifiddler_clientget_project_namesprint add_project Exception DatasetInfofrom_dataframerangelencolumnsnameFEEDBACKDataTypeCATEGORY data_typeFEEDBACK_POSSIBLE_VALUESpossible_values LLM_STATUSSUCCESSFAILUREget_model_namesget_dataset_namesupload_dataset ModelInfofrom_dataset_info ModelTaskLLMPROMPTCONTEXTRESPONSERUN_ID TOTAL_TOKENS PROMPT_TOKENSCOMPLETION_TOKENS MODEL_NAMEDURATIONr9 add_model) selfr'r(r)r*r+er4ir; __class__r#r$r=?s     zFiddlerCallbackHandler.__init__c Cs|jjddtgd|jjdtdd|jjddtgd|jjdtdd|jjdd ttgd gd id |jjd dttgd|jjddttgdgS)a[ Define custom features for the model to automatically enrich the data with. Here, we enable the following enrichments: - Automatic Embedding generation for prompt and response - Text Statistics such as: - Automated Readability Index - Coleman Liau Index - Dale Chall Readability Score - Difficult Words - Flesch Reading Ease - Flesch Kincaid Grade - Gunning Fog - Linsear Write Formula - PII - Personal Identifiable Information - Sentiment Analysis zPrompt Embedding embedding)rQ enrichmentrPz Prompt CF)rQ source_columncolumnzResponse Embeddingz Response CFzText Statisticstextstat statistics)automated_readability_indexcoleman_liau_indexdale_chall_readability_scoredifficult_wordsflesch_reading_easeflesch_kincaid_grade gunning_foglinsear_write_formula)rQrrrPconfigPIIpii Sentiment sentiment)r> Enrichmentrb TextEmbeddingrd)rlr#r#r$r9sLz&FiddlerCallbackHandler.custom_featuresrprompt_responsesrrrtoken_usage_dictc Cst|j|}|jt|j|t|tt|g|t|g|t |g|t |g|i}|rC| D]\} } t | t r>| g|n| || <q0z*|jddkrX|j|j|j|WdS|jdd} |jj|j|j| ddWdSty} ztd| dWYd} ~ dSd} ~ ww) z+ Publish events to fiddler rr records)orient)eventz$Error publishing events to fiddler: z. continuing...N)rOrCr?r@rbrdrestrrjrXriitems isinstanceintshaperGpublish_events_batchr)r*to_dict publish_eventrKrI) rlrrrrrr prompt_countdfkeyvaluedf_dictrmr#r#r$_publish_eventss4         z&FiddlerCallbackHandler._publish_events serializedpromptskwargscKs,|t}||j|<ttd|j|<dS)N)rerCrtimerE)rlrrrrr#r#r$ on_llm_start&s z#FiddlerCallbackHandler.on_llm_startrc Ks|}|t}ttd|j|}d}i}t|jtr0dd|jD}|j t d}dd|D}| |||t ||dS)NrrcSs$i|]\}}|tttfvr||qSr#)rfrgrh).0kvr#r#r$ 5s z5FiddlerCallbackHandler.on_llm_end..cSsg|] }|jddjqS)r) generationstext)r llmresultr#r#r$ <sz5FiddlerCallbackHandler.on_llm_end..) flattenrerrrEr llm_outputdictrgetrirrY) rlrrflattened_llmresultr run_durationrrrr#r#r$ on_llm_end-s* z!FiddlerCallbackHandler.on_llm_enderrorcKsF|t}ttd|j|}||dgt|j||tdS)Nrr)rerrrErrOrCrZ)rlrrrrr#r#r$ on_llm_errorIs z#FiddlerCallbackHandler.on_llm_error)rN)__name__ __module__ __qualname__rr=propertylistr9rrrrrrrrrr BaseExceptionr __classcell__r#r#ror$r&>sXwK *  r&)'rtypingrrrruuidrlangchain_core.callbacksrlangchain_core.outputsrlangchain_core.utilsr #langchain_community.callbacks.utilsr TOKEN_USAGErfrgrhreriGOODBADNEUTRALrYrZDEFAULT_MAX_TOKENDEFAULT_MAX_DURATIONrbrdrcrjrRrXrVrAr%r&r#r#r#r$sR