Ng1dZddlmZmZmZmZddlmZddlm Z ddl m Z ddl m Z ddlmZddlmZdd lmZdd lmZmZdd lmZed d dGddeZdS)zMChain for applying constitutional principles to the outputs of another chain.)AnyDictListOptional) deprecated)CallbackManagerForChainRun)BaseLanguageModel)BasePromptTemplate)Chain)ConstitutionalPrinciple PRINCIPLES)CRITIQUE_PROMPTREVISION_PROMPTLLMChainz0.2.13zThis class is deprecated and will be removed in langchain 1.0. See API reference for replacement: https://api.python.langchain.com/en/latest/chains/langchain.chains.constitutional_ai.base.ConstitutionalChain.htmlz1.0)sincemessageremovalceZdZUdZeed<eeed<eed<eed<dZe ed<e dd e ee d eefd Z e eefd eded ededed df dZed ee fdZed ee fdZ ddee efde ed ee effdZede d e fdZdS)ConstitutionalChainaGChain for applying constitutional principles. Note: this class is deprecated. See below for a replacement implementation using LangGraph. The benefits of this implementation are: - Uses LLM tool calling features instead of parsing string responses; - Support for both token-by-token and step-by-step streaming; - Support for checkpointing and memory of chat history; - Easier to modify or extend (e.g., with additional tools, structured responses, etc.) Install LangGraph with: .. code-block:: bash pip install -U langgraph .. code-block:: python from typing import List, Optional, Tuple from langchain.chains.constitutional_ai.prompts import ( CRITIQUE_PROMPT, REVISION_PROMPT, ) from langchain.chains.constitutional_ai.models import ConstitutionalPrinciple from langchain_core.output_parsers import StrOutputParser from langchain_core.prompts import ChatPromptTemplate from langchain_openai import ChatOpenAI from langgraph.graph import END, START, StateGraph from typing_extensions import Annotated, TypedDict llm = ChatOpenAI(model="gpt-4o-mini") class Critique(TypedDict): """Generate a critique, if needed.""" critique_needed: Annotated[bool, ..., "Whether or not a critique is needed."] critique: Annotated[str, ..., "If needed, the critique."] critique_prompt = ChatPromptTemplate.from_template( "Critique this response according to the critique request. " "If no critique is needed, specify that.\n\n" "Query: {query}\n\n" "Response: {response}\n\n" "Critique request: {critique_request}" ) revision_prompt = ChatPromptTemplate.from_template( "Revise this response according to the critique and reivsion request.\n\n" "Query: {query}\n\n" "Response: {response}\n\n" "Critique request: {critique_request}\n\n" "Critique: {critique}\n\n" "If the critique does not identify anything worth changing, ignore the " "revision request and return 'No revisions needed'. If the critique " "does identify something worth changing, revise the response based on " "the revision request.\n\n" "Revision Request: {revision_request}" ) chain = llm | StrOutputParser() critique_chain = critique_prompt | llm.with_structured_output(Critique) revision_chain = revision_prompt | llm | StrOutputParser() class State(TypedDict): query: str constitutional_principles: List[ConstitutionalPrinciple] initial_response: str critiques_and_revisions: List[Tuple[str, str]] response: str async def generate_response(state: State): """Generate initial response.""" response = await chain.ainvoke(state["query"]) return {"response": response, "initial_response": response} async def critique_and_revise(state: State): """Critique and revise response according to principles.""" critiques_and_revisions = [] response = state["initial_response"] for principle in state["constitutional_principles"]: critique = await critique_chain.ainvoke( { "query": state["query"], "response": response, "critique_request": principle.critique_request, } ) if critique["critique_needed"]: revision = await revision_chain.ainvoke( { "query": state["query"], "response": response, "critique_request": principle.critique_request, "critique": critique["critique"], "revision_request": principle.revision_request, } ) response = revision critiques_and_revisions.append((critique["critique"], revision)) else: critiques_and_revisions.append((critique["critique"], "")) return { "critiques_and_revisions": critiques_and_revisions, "response": response, } graph = StateGraph(State) graph.add_node("generate_response", generate_response) graph.add_node("critique_and_revise", critique_and_revise) graph.add_edge(START, "generate_response") graph.add_edge("generate_response", "critique_and_revise") graph.add_edge("critique_and_revise", END) app = graph.compile() .. code-block:: python constitutional_principles=[ ConstitutionalPrinciple( critique_request="Tell if this answer is good.", revision_request="Give a better answer.", ) ] query = "What is the meaning of life? Answer in 10 words or fewer." async for step in app.astream( {"query": query, "constitutional_principles": constitutional_principles}, stream_mode="values", ): subset = ["initial_response", "critiques_and_revisions", "response"] print({k: v for k, v in step.items() if k in subset}) Example: .. code-block:: python from langchain_community.llms import OpenAI from langchain.chains import LLMChain, ConstitutionalChain from langchain.chains.constitutional_ai.models import ConstitutionalPrinciple llm = OpenAI() qa_prompt = PromptTemplate( template="Q: {question} A:", input_variables=["question"], ) qa_chain = LLMChain(llm=llm, prompt=qa_prompt) constitutional_chain = ConstitutionalChain.from_llm( llm=llm, chain=qa_chain, constitutional_principles=[ ConstitutionalPrinciple( critique_request="Tell if this answer is good.", revision_request="Give a better answer.", ) ], ) constitutional_chain.run(question="What is the meaning of life?") chainconstitutional_principlescritique_chainrevision_chainFreturn_intermediate_stepsNnamesreturnc^| ttjSd|DS)Nc(g|]}t|Sr ).0names c/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain/chains/constitutional_ai/base.py z6ConstitutionalChain.get_principles..s777Jt$777)listrvalues)clsrs r$get_principlesz"ConstitutionalChain.get_principless4 = )++,, ,77777 7r&llmcritique_promptrevision_promptkwargsc ^t||}t||}|d|||d|S)zCreate a chain from an LLM.)r+prompt)rrrr!r)r)r+rr,r-r.rrs r$from_llmzConstitutionalChain.from_llmsY"c/BBB!c/BBBs ))      r&c|jjS)z Input keys.)r input_keysselfs r$r3zConstitutionalChain.input_keyssz$$r&c|jrgdSdgS)z Output keys.)outputcritiques_and_revisionsinitial_outputr7)rr4s r$ output_keyszConstitutionalChain.output_keyss$  ) KJJJ Jzr&inputs run_managerc |ptj}|jjdi|d|di}|}|jjjdi|}|d|zdz|jdg}|j D]f}|j |||j |d} | |  } d | vr|| d f|j|||j | |j|d   } | }|| | f|d|jddz|jd|d| zdz|jd|d| zdz|jdhd|i} |jr || d<|| d<| S)N callbacksoriginalzInitial response:  yellow)textverbosecolorcritique) input_promptoutput_from_modelcritique_requestr> output_stringzno critique neededrevision)rFrGrHrErevision_requestr>z Applying z...greenz Critique: bluezUpdated response: r7r9r8r!)rget_noop_managerrrun get_childr0formaton_textrCrrrH_parse_critiquestriplowerappendrrMr#r) r5r;r< _run_managerresponseinitial_responserFr8constitutional_principle raw_critiquerErL final_outputs r$_callzConstitutionalChain._calls #S&@&Q&S&S !4:>    ",,Z88   $/tz(/99&99 %069L    #%(,(F1 1  $ .22)"*!9!J&00<< 3L ++*,egg $x~~'7'777'.."~>>>*..)"*!9!J!!9!J&00<< /egg  H # * *Hh+? @ @ @  C!9!>CCCfL  !     !H,v5  !     )H4v=  !     )1(';  ) N-=L) *6ML2 3r&rJcd|vr|S|dd}d|vr|dd}|S)NzRevision request:rr@)splitrIs r$rUz#ConstitutionalChain._parse_critique:sU m 3 3 %++,?@@C ] " ")//77:Mr&)N)__name__ __module__ __qualname____doc__r__annotations__rr rbool classmethodrstrr*rrr r rr1propertyr3r:rrr_ staticmethodrUr!r&r$rrsccJ OOO#$;<<<<&+t+++*.88T#Y'8 % &888[8 />.=     ,  ,        [ $%DI%%%X%T#YX=AJJS#XJ89J c3h JJJJXss\r&rN)retypingrrrrlangchain_core._apirlangchain_core.callbacksrlangchain_core.language_modelsr langchain_core.promptsr langchain.chains.baser )langchain.chains.constitutional_ai.modelsr -langchain.chains.constitutional_ai.principlesr*langchain.chains.constitutional_ai.promptsrrlangchain.chains.llmrrr!r&r$rvsCSS,,,,,,,,,,,,******??????<<<<<<555555''''''MMMMMMDDDDDDWWWWWWWW))))))   } ggggg%gggggr&