~ iddlZddlZddlmZmZmZmZmZmZddl m Z ddl m Z ej eZGdde ZdS)N) AsyncIteratorDictIteratorListOptionalSequence)Document) BaseLoaderc2eZdZdZddddddedededeed eeed eeed ed dfd Z d e e fdZ d e e fdZd ee fdZd e e fdZded e fdZd eefdZ ddedeeded efdZdS) MongodbLoaderzLoad MongoDB documents.NT)filter_criteria field_namesmetadata_names!include_db_collection_in_metadataconnection_stringdb_namecollection_namer rrrreturnc ddlm}n"#t$r} td| d} ~ wwxYw|std|std|std|||_||_||_|pg|_|pi|_|pg|_ ||_ |j ||_ |j ||_dS)a Initializes the MongoDB loader with necessary database connection details and configurations. Args: connection_string (str): MongoDB connection URI. db_name (str):Name of the database to connect to. collection_name (str): Name of the collection to fetch documents from. filter_criteria (Optional[Dict]): MongoDB filter criteria for querying documents. field_names (Optional[Sequence[str]]): List of field names to retrieve from documents. metadata_names (Optional[Sequence[str]]): Additional metadata fields to extract from documents. include_db_collection_in_metadata (bool): Flag to include database and collection names in metadata. Raises: ImportError: If the motor library is not installed. ValueError: If any necessary argument is missing. r)AsyncIOMotorClientzBCannot import from motor, please install with `pip install motor`.Nz#connection_string must be provided.zdb_name must be provided.z!collection_name must be provided.)motor.motor_asyncior ImportError ValueErrorclientrrrr rr get_databasedbget_collection collection) selfrrrr rrrres C:\Users\Dell Inspiron 16\Desktop\tws\AgrotaPowerBi\back-agrota-powerbi\mcp-client-agrota\venv\Lib\site-packages\langchain_community/document_loaders/mongodb.py__init__zMongodbLoader.__init__s @  > > > > > > >   T   ! DBCC C :899 9 B@AA A(():;;  .&,".4",21R.+**733'00AAs (#(cNtj|S)aLoad data into Document objects. Attention: This implementation starts an asyncio event loop which will only work if running in a sync env. In an async env, it should fail since there is already an event loop running. This code should be updated to kick off the event loop from a separate thread if running within an async context. )asynciorunaload)rs r!loadzMongodbLoader.loadJs{4::<<(((c#FK tj}n7#t$r*tj}tj|YnwxYw|} ||}|Vn#t$rYdSwxYw?)aA lazy loader for MongoDB documents. Attention: This implementation starts an asyncio event loop which will only work if running in a sync env. In an async env, it should fail since there is already an event loop running. This code should be updated to kick off the event loop from a separate thread if running within an async context. Yields: Document: A document from the MongoDB collection. TN) r$get_running_loop RuntimeErrornew_event_loopset_event_loop alazy_loadrun_until_complete __anext__StopAsyncIteration)r event_loopasync_generatordocuments r! lazy_loadzMongodbLoader.lazy_loadXs / 133JJ / / / /11J  ": . . . . . ///++  %889R9R9T9TUU%      s!1A  A %+B BBcK|}|j|j|23d{V}||WV 6dS)zAsynchronously yields Document objects one at a time. Yields: Document: A document from the MongoDB collection. N)_construct_projectionrfindr _process_document)r projectiondocs r!r.zMongodbLoader.alazy_loadvs //11 --d.BJOO . . . . . . .#((-- - - - - -POOsAcKg}|j|jd{V}|}|j|j|23d{V}|||06t||kr.t dt|d|d|S)z0Asynchronously loads data into Document objects.Nz6Only partial collection of documents returned. Loaded z docs, expected .) rcount_documentsr r7r8appendr9lenloggerwarning)rresult total_docsr:r;s r!r&zMongodbLoader.aloads ?::4;OPPPPPPPP //11 --d.BJOO 7 7 7 7 7 7 7# MM$0055 6 6 6 6P v;;* $ $ NNEf++EE7AEEE     sBr;c~|||jd}|jr"||j|jd|jQ|||jd}d|D}d|}nt|}t||S)zProcess a single MongoDB document into a Document object. Args: doc: The MongoDB document dictionary to process into a Document object. )default)databaserNc,g|]}t|S)str).0values r! z3MongodbLoader._process_document..s===ESZZ===r( ) page_contentmetadata) _extract_fieldsrrupdaterrrvaluesjoinrKr )rr;rQfieldstextstexts r!r9zMongodbLoader._process_documents ''T-@"'MM  1  OO $ "&"6      '))#t/?)LLF==V]]__===E88E??DDs88DTH====r(ct|jpg}t|jpg}||z}|r d|DndS)zuConstructs the projection dictionary for MongoDB query based on the specified field names and metadata names.ci|]}|dS)rJ)rLfields r! z7MongodbLoader._construct_projection..s111Uq111r(N)listrr)rrr all_fieldss r!r7z#MongodbLoader._construct_projectionsW4+,,2 d1228b >1 5?I11j1111TIr(rFr4rVrGci}|pgD]U}|}|dD] }|||}||krn!|dd}|||<V|S)zAExtracts and returns values for specified fields from a document.r=_)splitgetreplace) rr4rVrG extractedr\rMkeynew_field_names r!rRzMongodbLoader._extract_fieldss \r . .EE{{3''   #w//G##E$"]]344N(-In % %r()rF)__name__ __module__ __qualname____doc__rKrrrboolr"rr r'rr5rr.r&r9r7rRrJr(r!r r s!!+//326269B9B9B9B9B 9B "$ 9Bhsm,9B!#/9B,09B 9B9B9B9Bv )d8n ) ) ) )8H-< .-"9 . . . .T(^$>T>h>>>>6Jx~JJJJ     r(r )r$loggingtypingrrrrrrlangchain_core.documentsr )langchain_community.document_loaders.baser getLoggerrhrAr rJr(r!rrsJJJJJJJJJJJJJJJJ------@@@@@@  8 $ $zzzzzJzzzzzr(