Ng/dZddlmZddlZddlZddlZddlZddlmZddl m Z m Z ddl m Z mZmZmZmZmZmZmZddlmZmZmZmZmZddlmZmZdd lmZm Z dd l!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(e rddl)m*Z*ddl+m,Z,m-Z-ej.e/Z0dZ1GddeZ2GddeZ3ddZ4ddZ5Gdde eZ6dS) 1Base class for all loaders that uses O365 Package) annotationsN)abstractmethod)PathPurePath) TYPE_CHECKINGAnyDictIterableListOptionalSequenceUnion) BaseModelFieldFilePath PrivateAttr SecretStr) BaseSettingsSettingsConfigDict)BaseBlobParser BaseLoader)FileSystemBlobLoader)Blob)MimeTypeBasedParser) get_parser)Account)DriveFolderiPcveZdZUeddZded<eddZded<ed d d d ZdS) _O365Settings.O365_CLIENT_ID)aliasstr client_idO365_CLIENT_SECRETr client_secretFz.envignore)case_sensitiveenv_file env_prefixextraN) __name__ __module__ __qualname__rr%__annotations__r'r model_configj/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/document_loaders/base_o365.pyr!r!'srU3&6777I7777$uS0DEEEMEEEE%%v"HLLLr4r!cDeZdZUejdz dz Zded<dS)_O365TokenStorage .credentialszo365_token.txtr token_pathN)r.r/r0rhomer9r1r3r4r5r7r70s6$49;;7:JJJJJJJJJr4r7 file_types Sequence[str]returnDict[str, str]czi}|D]5}tjd|\}}|r|||<$td||S)2Fetch the mime types for the specified file types.zfile.zUnknown mimetype of extention ) mimetypes guess_type ValueError)r;mime_types_mappingext mime_type_s r5fetch_mime_typesrH4sgEE +MCMM:: 1  E&/ s # #CcCCDD D r4 mime_typesc~i}|D]7}tj|}|r|||dd<&td||S)r@NzUnknown mimetype )rAguess_extensionrC)rIrDrFrEs r5fetch_extensionsrM@sb>> ' 22  >*3 s122w ' '<<<== = r4c<eZdZUdZeeZded< dZded< e Z ded < dZ ded < iZ d ed < e Zd ed<e Zded<e Zded<d%fd Zed&dZeed'dZd(dZd)d"Zd*d$ZxZS)+O365BaseLoaderr)default_factoryr!settingsFboolauth_with_tokenzUnion[int, str] chunk_size recursivezOptional[Dict[str, Any]]handlersr _blob_parserr< _file_typesr> _mime_typeskwargsr r=Nonec tjdi|jr tj} t |_tt|_fdj D}n#t$ry t|_ttj_j}n!#t$rtd|dwxYwYnwxYwt|d_ dStd_ tj ts$t!dt#j ttj j_dS)Nc2i|]\}}j||Sr3rY).0 extensionhandlerselfs r5 z+O365BaseLoader.__init__..s7!!!* 7$Y/!!!r4z=`handlers` keys must be either file extensions or mimetypes. zj could not be interpreted as either. File extensions and mimetypes cannot mix. Use either one or the other)rVfallback_parserdefaultzLget_parser("default) was supposed to return MimeTypeBasedParser.It returned r3)super__init__rVlistkeysrHrYsetrXitemsrCrMrrWr isinstance TypeErrortype)rbrZ handler_keys mime_handlers __class__s` r5rgzO365BaseLoader.__init__ys""6""" =" Y 2 2 4 455L #3L#A#A #'L(9(9#:#: !!!!.2m.A.A.C.C!!!     '7 'E'ED$'+C0@0E0E0G0G,H,H'I'ID$$(MMM!$6'666"M !4&!!!D   !+9 5 5D d/1DEE =#'(9#:#:== 0T5F5O5T5T5V5V0W0WXXD   s, AB&& D)1ADD)D##D)(D)c|jS)zBReturn a dict of supported file types to corresponding mime types.r^rbs r5_fetch_mime_typesz O365BaseLoader._fetch_mime_typess r4 List[str]cdS)zReturn required scopes.Nr3rss r5_scopeszO365BaseLoader._scopessr4folderrIterable[Blob]c #TK|j}|}i}tj5}t jtj|d|D]}|jr|j t| vr| ||j |j|j t|jt|jt|jt|j|jt|jd||j<t/|}|D]}}t3|jt4st7d|jrG|t|jji} |j| |V~ dddn #1swxYwY|jr2| D]} |!| Ed{VdSdS)aLazily load all files from a specified folder of the configured MIME type. Args: folder: The Folder instance from which the files are to be loaded. This Folder instance should represent a directory in a file system where the files are stored. Yields: An iterator that yields Blob instances, which are binary representations of the files loaded from the folder. T)exist_okto_pathrTsourcerFcreatedmodified created_by modified_by descriptionidpath#Expected blob path to be a PurePathN)"rt get_itemstempfileTemporaryDirectoryosmakedirsrdirnameis_filerFrhvaluesdownloadrTweb_urlr$rrrrr object_idnamer yield_blobsrlrNotImplementedErrorgetmetadataupdaterUget_child_folders_load_from_folder) rbrxfile_mime_typesrk metadata_dicttemp_dirfileloaderblobfile_metadata_ subfolders r5rz O365BaseLoader._load_from_foldersh0  ""35  ( * * h K11D A A A A  < ~o.D.D.F.F)G)GGG h4? SSS&*l)-'*4<'8'8(+DM(:(:*-do*>*>+.t/?+@+@+/+;"%dn"5"5 4 4 di0*x888F**,,  !$)X66U-.STTT99%2%6%6s49>7J7JB%O%ONM((888  %               2 > =#5577 = = 11)<<<<<<<<<< = = = =sF"G""G&)G&driver object_idsc #K|j}i}tj5}|D]}||}|st jd|d|d5|jr|jt| vr~| ||j |j |j|j |jt|jt|j|jt|jd||j<t+|}|D]}} t/| jt2st5d| jrG|t| jji} | j| | V~ ddddS#1swxYwYdS) aLazily load files specified by their object_ids from a drive. Load files into the system as binary large objects (Blobs) and return Iterable. Args: drive: The Drive instance from which the files are to be loaded. This Drive instance should represent a cloud storage service or similar storage system where the files are stored. object_ids: A list of object_id strings. Each object_id represents a unique identifier for a file in the drive. Yields: An iterator that yields Blob instances, which are binary representations of the files loaded from the drive using the specified object_ids. z!There isn't a file withobject_id z in drive .r|r~rrN)rtrrget_itemloggingwarningrrFrhrrrTrrrr$rrrrrrrrlrrrrrr) rbrrrrrrrrrrs r5_load_from_object_idsz$O365BaseLoader._load_from_object_idss+$035  ( * * h'   ~~i00OC%.CC:?CCC< ~o.D.D.F.F)G)GGG h4? SSS&*l)-'+|(, *-do*>*>+.t/?+@+@+/+;"%dn"5"5 4 4 di0*x888F**,,  !$)X66U-.STTT99%2%6%6s49>7J7JB%O%ONM((888  1                  sFF55F9<F9rc ddlm}m}n#t$rtdwxYw|jrht }|j}||j|j}|d |j j |j j f|j |dddi}no|tjdz }|d |j j |j j f|j |dddi}||S) znAuthenticates the OneDrive API client Returns: The authenticated Account object. r)rFileSystemTokenBackendzAO365 package not found, please install it with `pip install o365`)r9token_filename) credentialsscopes token_backendraise_http_errorsFr8)r9r3)O365rr ImportErrorrSr7r9parentrrQr%r'get_secret_valuerwrr: authenticate)rbrr token_storager9raccounts r5_authzO365BaseLoader._auth s   < < < < < < < < <   S     #-//M&1J22%,Z_MgM+M/@@BB|+ '.GG329;;7MgM+M/@@BB|+ '.G  " " "s %)rZr r=r[)r=r>)r=ru)rxrr=ry)rrrrur=ry)r=r)r.r/r0__doc__rr!rQr1rS CHUNK_SIZErTrUrVrrWrXrYrgpropertyrtrrwrrr __classcell__)rqs@r5rOrOLs;;#eMBBBHBBBB0!O!!!!I",J,,,,VI8)+H++++:$/;==L0000!,K...."-+--K////$Y$Y$Y$Y$Y$YL   X &&&^X&*=*=*=*=X2222h********r4rO)r;r<r=r>)rIr<r=r>)7r __future__rrrArrabcrpathlibrrtypingrr r r r r rrpydanticrrrrrpydantic_settingsrr)langchain_community.document_loaders.baserr=langchain_community.document_loaders.blob_loaders.file_systemr8langchain_community.document_loaders.blob_loaders.schemar4langchain_community.document_loaders.parsers.genericr5langchain_community.document_loaders.parsers.registryrrr O365.driverr getLoggerr.loggerrr!r7rHrMrOr3r4r5rs77"""""" """"""""VVVVVVVVVVVVVVVVVVVV?>>>>>>>PPPPPPPPJIIIIITTTTTTLLLLLL)((((((((  8 $ $  LKKKKK KKK        gggggZgggggr4