gddlmZddlmZmZmZmZddlmZddl m Z ej e Z defdZd ZGd d e Zd S) )ArgumentParser)PipelinePipelineDataFormatget_supported_taskspipeline)logging)BaseTransformersCLICommandpathc|sdStjD]}||r|cStd|dtj)Npipez4Unable to determine file format from file extension z-. Please provide the format through --format )rSUPPORTED_FORMATSendswith Exception)r exts U/var/www/html/ai-engine/env/lib/python3.11/site-packages/transformers/commands/run.pytry_infer_format_from_extrs} v!3 ==   JJJ   ]t ] ]6H6Z ] ]  cPt|j|jr|jnd|j|j|j}|jdkrt|jn|j}tj ||j |j|j r|j n|j |j}t||S)N)taskmodelconfig tokenizerdeviceinfer)format output_path input_pathcolumn overwrite)rrrrrrrrinputrfrom_stroutputr default_input_namesr! RunCommand)argsnlprreaders rrun_command_factoryr*'s  Y J0djjD{.{    C7;kW6L6L &tz 2 2 2RVR]F  (K:"kFt{{s/F. F c6 " ""rc@eZdZdedefdZedefdZdZ dS)r&r(r)c"||_||_dS)N)_nlp_reader)selfr(r)s r__init__zRunCommand.__init__;s  rparserc|dd}|dtd|dtd |d td |d td |dtd |dtd |dtd |dtdtjd|dt dd|ddd|t dS)!NrunzRun a pipeline through the CLI)helpz--taskz Task to run)choicesr4z--inputz%Path to the file to use for inference)typer4z--outputz9Path to the file that will be used post to write results.z--modelz)Name or path to the model to instantiate.z--configz2Name or path to the model's config to instantiate.z --tokenizerz?Name of the tokenizer to use. (default: same as the model name)z--columnzXName of the column to use as input. (For multi columns input as QA use column1,columns2)z--formatrzInput format to read from)r6defaultr5r4z--devicezSIndicate the device to run onto, -1 indicates CPU, >= 0 indicates GPU (default: -1))r6r7r4z --overwrite store_truez"Allow overwriting the output file.)actionr4)func) add_parser add_argumentrstrrrint set_defaultsr*)r1 run_parsers rregister_subcommandzRunCommand.register_subcommand?s&&u3S&TT 2E2G2Gm\\\ :abbb ;vwww :efff ;oppp *k      k     &8,      f     lImnnn%899999rc|jg}}|jD]Q}|jjr|di|n ||}t|tr||L||z }R|jjr9|j|}t d|dS|j |dS)NzCCurrent pipeline requires output to be in binary format, saving at ) r-r.is_multi_columns isinstancedictappend binary_output save_binaryloggerwarningsave)r/r(outputsentryr$ binary_paths rr3zRunCommand.run_sy"W\ " "E%)\%BRSS\\5\\\E F&$'' "v&&&&6! 9 " ',227;;K NNnalnn o o o o o L  g & & & & &rN) __name__ __module__ __qualname__rrr0 staticmethodrrBr3rDrrr&r&:smH.@:N:::\:>'''''rr&N)argparser pipelinesrrrrutilsr r get_loggerrQrKr>rr*r&rDrrrZs$#####SSSSSSSSSSSS((((((  H % % C    ###&4'4'4'4'4'+4'4'4'4'4'r