gLBddlZddlZddlZddlmZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZmZmZmZddlmZddlmZmZmZerddlZdd lmZdd lmZndZerdd lmZerdd l m!Z!e"e#e$e%e e&dd fZ'ej(dej)Z*ej(dej)Z+ej(dej)ej,zZ-ej(dej)Z.Gdde/Z0Gdde/Z1de$de e$e$ffdZ2de$de fdZ3de de fdZ4de$dee e$e e e e$ffdZ5de de fdZ6d Z7ed!Z8dS)"N)contextmanager)datetime) lru_cache) AnyCallableDictListOptionalTupleUnionget_args get_originget_type_hints)version)is_jinja_availableis_torch_availableis_vision_available) Extension)ImmutableSandboxedEnvironment)Image)Tensor.z(^(.*?)[\n\s]*(Args:|Returns:|Raises:|\Z)z0\n\s*Args:\n\s*(.*?)[\n\s]*(Returns:|Raises:|\Z)a1 (?:^|\n) # Match the start of the args block, or a newline \s*(\w+):\s* # Capture the argument name and strip spacing (.*?)\s* # Capture the argument description, which can span multiple lines, and strip trailing spacing (?=\n\s*\w+:|\Z) # Stop when you hit the next argument or the end of the block z*\n\s*Returns:\n\s*(.*?)[\n\s]*(Raises:|\Z)ceZdZdZdS)TypeHintParsingExceptionzJException raised for errors in parsing type hints to generate JSON schemasN__name__ __module__ __qualname____doc__b/var/www/html/ai-engine/env/lib/python3.11/site-packages/transformers/utils/chat_template_utils.pyrr=TTDr!rceZdZdZdS)DocstringParsingExceptionzJException raised for errors in parsing docstrings to generate JSON schemasNrr r!r"r%r%Cr#r!r% param_typereturnc tdditdditdditdditii}t r ddi|t <tr ddi|t<| |ddiS) Ntypeintegernumberstringbooleanimageaudioobject) intfloatstrboolrrrrrget)r& type_mappings r"_get_json_schema_typer7Is fi  ! fh  vy! R L0%w/ U1 &0 V   J(: ; ;;r!hintctt|}t|}|. t|S#t$rt d|wxYw|t uryd|D}t |dkr |d}n9td|Drdtd|Di}nd|i}td|vrd |d <|S|tur|sdd iSd t|dd S|turo|sdd iSt |dkr4t d t|dddd|vrt dd d|DdS|tur1ddi}t |dkrt|d|d<|St d|)NzGCouldn't parse this type hint, likely due to a custom class or object: cNg|]"}|tdut|#SN)r)_parse_type_hint.0ts r" z$_parse_type_hint..fs1MMMA$t**9L9L$Q''9L9L9Lr!rrc3LK|]}t|dtV dS)r)N) isinstancer3r>subtypes r" z#_parse_type_hint..js0JJgGFOS11JJJJJJr!r)cg|] }|d S)r)r rCs r"r@z$_parse_type_hint..ls*S*S*Sw76?*S*S*Sr!anyOfTnullablearray)r)itemszThe type hint ztyping.a1 is a Tuple with a single element, which we do not automatically convert to JSON schema as it is rarely necessary. If this input can contain more than one element, we recommend using a List[] type instead, or if it really is a single element, remove the Tuple[] wrapper and just pass the element directly..znConversion of '...' is not supported in Tuple type hints. Use List[] types for variable-length inputs instead.c,g|]}t|Sr )r<r=s r"r@z$_parse_type_hint..s!0S0S0S1A!1D1D0S0S0Sr!)r) prefixItemsr0additionalProperties)rr r7KeyErrorrr lenallsortedr)listr<tupler3replacedict)r8originargssubtypes return_dictouts r"r<r<XsD   F D>>D ~ (.. .   *Y[_   5MMMMM x==A  "1+KK JJJJJ J J .!6*S*S(*S*S*S#T#TUKK#H-K ::  &*K # 4 IG$ $$.>tAw.G.GHH H 5 %G$ $ t99>>*-T!2!29b!A!A---  $;;*#   0S0Sd0S0S0STTT 4x  t99>>*:47*C*CC& ' "#lnr s sss 1A funcct|}tj|}g}|jD]m\}}|jtjjkrtd|j d|j |j tjjkr| |ni}|D]\}}t|||<d|d}|r||d<|S)Nz Argument z$ is missing a type hint in function r0)r) propertiesrequired)rinspect signature parametersrJ annotation Parameteremptyrnamerdefaultappendr<) r] type_hintsrbr` param_nameparamr_r&schemas r""_convert_type_hints_to_json_schemarns%%J!$''IH&17799(( E  w06 6 6*+vuz+v+vgkgt+v+vww w =G-3 3 3 OOJ ' ' 'J","2"2"4"4>> J!1*!=!= :j 9 9F&%z Mr! docstringcdt|}t|}t|}|r'|dnd}|r'|dnd}|r'|dnd}|Ydd|dD}t |}d|D}ni}|||fS)a Parses a Google-style docstring to extract the function description, argument descriptions, and return description. Args: docstring (str): The docstring to parse. Returns: The function description, arguments, and return description. rN c:g|]}||Sr strip)r>lines r"r@z1parse_google_format_docstring..s*#`#`#`TSWS]S]S_S_#`D#`#`#`r!c xi|]7}|dtjdd|d8S)rz \s*\n+\s* r)resubrt)r>matchs r" z1parse_google_format_docstring..s:```uU1XrvlCq9I9IJJ```r!) description_researchargs_re returns_regrouprtjoinsplit args_split_refindall) rodescription_match args_match returns_match descriptiondocstring_argsreturnsmatches args_dicts r"parse_google_format_docstringrs,'--i88 **J%%i00M9JS#))!,,22444tK4>HZ%%a((..000DN0=Gm!!!$$**,,,4G!#`#`^5I5I$5O5O#`#`#`aa''77``X_```   7 **r!ctj|}|std|jd|}t |\}}}t |}|dddx}|||d<|dD]\}}||vrtd|jd|d||} tj d | tj } | rgd tj | d D|d <| jd| } | |d<|j||d} ||| d<d| dS)a This function generates a JSON schema for a given function, based on its docstring and type hints. This is mostly used for passing lists of tools to a chat template. The JSON schema contains the name and description of the function, as well as the names, types and descriptions for each of its arguments. `get_json_schema()` requires that the function has a docstring, and that each argument has a description in the docstring, in the standard Google docstring format shown below. It also requires that all the function arguments have a valid Python type hint. Although it is not required, a `Returns` block can also be added, which will be included in the schema. This is optional because most chat templates ignore the return value of the function. Args: func: The function to generate a JSON schema for. Returns: A dictionary containing the JSON schema for the function. Examples: ```python >>> def multiply(x: float, y: float): >>> ''' >>> A function that multiplies two numbers >>> >>> Args: >>> x: The first number to multiply >>> y: The second number to multiply >>> ''' >>> return x * y >>> >>> print(get_json_schema(multiply)) { "name": "multiply", "description": "A function that multiplies two numbers", "parameters": { "type": "object", "properties": { "x": {"type": "number", "description": "The first number to multiply"}, "y": {"type": "number", "description": "The second number to multiply"} }, "required": ["x", "y"] } } ``` The general use for these schemas is that they are used to generate tool descriptions for chat templates that support them, like so: ```python >>> from transformers import AutoTokenizer >>> from transformers.utils import get_json_schema >>> >>> def multiply(x: float, y: float): >>> ''' >>> A function that multiplies two numbers >>> >>> Args: >>> x: The first number to multiply >>> y: The second number to multiply >>> return x * y >>> ''' >>> >>> multiply_schema = get_json_schema(multiply) >>> tokenizer = AutoTokenizer.from_pretrained("CohereForAI/c4ai-command-r-v01") >>> messages = [{"role": "user", "content": "What is 179 x 4571?"}] >>> formatted_chat = tokenizer.apply_chat_template( >>> messages, >>> tools=[multiply_schema], >>> chat_template="tool_use", >>> return_dict=True, >>> return_tensors="pt", >>> add_generation_prompt=True >>> ) >>> # The formatted chat can now be passed to model.generate() ``` Each argument description can also have an optional `(choices: ...)` block at the end, such as `(choices: ["tea", "coffee"])`, which will be parsed into an `enum` field in the schema. Note that this will only be parsed correctly if it is at the end of the line: ```python >>> def drink_beverage(beverage: str): >>> ''' >>> A function that drinks a beverage >>> >>> Args: >>> beverage: The beverage to drink (choices: ["tea", "coffee"]) >>> ''' >>> pass >>> >>> print(get_json_schema(drink_beverage)) ``` { 'name': 'drink_beverage', 'description': 'A function that drinks a beverage', 'parameters': { 'type': 'object', 'properties': { 'beverage': { 'type': 'string', 'enum': ['tea', 'coffee'], 'description': 'The beverage to drink' } }, 'required': ['beverage'] } } z Cannot generate JSON schema for z because it has no docstring!r_r'Nrz< because the docstring has no description for the argument ''z\(choices:\s*(.*?)\)\s*$)flagsc6g|]}|Sr rs)r>cs r"r@z#get_json_schema..Ns SSSAaggiiSSSr!renum)rgrrcfunction)r)r)ragetdocr%rrtrrnpoprJrxr} IGNORECASEjsonloadsrr,start) r]docmain_docparam_descriptions return_doc json_schemar[argrmdesc enum_choicesoutputs r"get_json_schemarsV .  C  ' [t} [ [ [    ))++C/LS/Q/Q,H *4T::K"<044XtDDD Q  !)3K &"<06688 % % V ( ( (+E4=EEBEEE "#&y!DDFFD $}mHK X XF&xF 3 33r!c g}g}|j||5|jd||||d|D]}||d|} dddn #1swxYwY| |fS)N)messagestools documentsadd_generation_promptrKr ) environmentactivate_trackergeneraterir) compiled_templaterrrrtemplate_kwargsrendered_blocksgeneration_indicesblock rendered_chats r"_render_with_assistant_indicesrXsO  & 7 7I[ \ \ 1 1/&/ "7       * *E  " "5 ) ) ) )00  1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 , ,,sAA,,A03A0cGddt}tjtjtjdkrt dtjdd}dd}d }t d d |tjjg }||j d <||j d <||j d<| |S)NceZdZdhZdeffd Zdejjdej j fdZ ej dej j dejjdefd Zdefd Zed eed eefd ZxZS)1_compile_jinja_template..AssistantTracker generationrct|||jd|_d|_dS)N)r)super__init__extendr_rendered_blocks_generation_indices)selfr __class__s r"rz:_compile_jinja_template..AssistantTracker.__init__psK GG  [ ) ) )   0E  F F F$(D !'+D $ $ $r!parserr'ct|jj}|dgd}tj|dgg||S)Nzname:endgenerationT) drop_needle_generation_support) nextstreamlinenoparse_statementsjinja2nodes CallBlock call_method set_lineno)rrrbodys r"parsez7_compile_jinja_template..AssistantTracker.parsewsm&-((/F**,@+At*TTD<))$*:*:;P*Q*QSUWY[_``kklrss sr!contextcallerc|}|rUtd|j}|t|z}|j||f|S)NrK) is_activerQrrrri)rrrrv start_index end_indexs r"rzE_compile_jinja_template..AssistantTracker._generation_support|smB~~ J!"''$*?"@"@AA '#b''1 (//i0HIIIIr!c|jp|jSr;)rr)rs r"rz;_compile_jinja_template..AssistantTracker.is_actives(DD,D Dr!rrc3K |rtd||_||_dVd|_d|_dS#d|_d|_wxYw)Nz3AssistantTracker should not be reused before closed)r ValueErrorrr)rrrs r"rzB_compile_jinja_template..AssistantTracker.activate_trackers{ 0>>##\$%Z[[[(7%+=((,%+/((()-%+/(////s 5A A)rrrtagsrrrrParserrrrpass_eval_context EvalContextruntimeMacror3rr4rrr r1r __classcell__)rs@r"AssistantTrackerrls~ ,(E , , , , , , t 4 t9O t t t t  ! v|/G QWQ_Qe jm    " !  Et E E E E  0DI 0SWX[S\ 0 0 0  0 0 0 0 0r!rz3.1.0zLapply_chat_template requires jinja2>=3.1.0 to be installed. Your version is .c@tj|r;)r exceptions TemplateError)messages r"raise_exceptionz0_compile_jinja_template..raise_exceptions--g666r!Fc4tj|||||S)N) ensure_asciiindent separators sort_keys)rdumps)xrrrrs r"tojsonz'_compile_jinja_template..tojsons!z!,vR\hqrrrrr!cNtj|Sr;)rnowstrftime)formats r" strftime_nowz-_compile_jinja_template..strftime_nows|~~&&v...r!T) trim_blocks lstrip_blocks extensionsrrr)FNNF) rrrr __version__ ImportErrorrext loopcontrolsfiltersglobals from_string) chat_templaterrrr jinja_envs r"_compile_jinja_templaterjs(0(0(0(0(09(0(0(0T}V'((7=+A+AAA s^d^p s s s   777ssss ///.:JFJLc9dI#)Ih+:I'((4In%   / //r!)9rarrx contextlibrr functoolsrtypingrrrr r r r r rr packagingr import_utilsrrrr jinja2.extrjinja2.sandboxr PIL.Imagertorchrr1r2r3r4r) BASIC_TYPEScompileDOTALLr|r~VERBOSErr Exceptionrr%r7r<rnrrrrr r!r"rsP %%%%%%jjjjjjjjjjjjjjjjjjjjjjjjUUUUUUUUUUMMM$$$$$$<<<<<<< F E3c44::s; GSS "*H") T T  I  RZEry Q Q      y           t3>t4>t>t>t>tBX$*+S+U8C=(SW.ZbcfZg;g5h++++BF4(F4tF4F4F4F4R---$ A0A0 A0A0A0r!