Q irtddlmZddlmZmZmZmZmZmZm Z ddl m cm cm Z ddlZddlmZmZmZmZddlmZmZmZddlmZddlmZddlmZmZmZm Z m!Z!dd l"m#Z#dd l$m%Z%m&Z&dd l'm(Z(dd l)m*Z*dd l+m,Z,m-Z-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4m5Z5m6Z6ddl7m8Z8ddl9m:Z:e2e;Z<GddeZ=dS))Path)AnyDictListMappingOptionalTypeUnionN) BaseModel ConfigDictField PrivateAttr)AggregateRequestAggregateResultReducer) ResponseError)ROUTE_VECTOR_FIELD_NAME)DistanceAggregationMethodRoute RouteMatch RoutingConfigSemanticRouterIndexSchema) SearchIndex) FilterQueryVectorRangeQuery)Tag)RedisConnectionFactory) convert_byteshashify make_dict)SyncRedisClient) get_logger)deprecated_argument model_to_dictscan_by_pattern)BaseVectorizer)HFTextVectorizerceZdZUdZeed< eeed< ee Z e ed< ee Z e ed< eZeed<ed Zed dd d d d d ifdedeedee dee deedededeeefffd Ze dGdedeededdfdZed  dHdeededed efdZdefdZedeefdZedeeee ffdZ!de fdZ"deeee ffdZ#e$dedededefd Z%e$dededefd!Z&deefd"Z'dedeefd#Z(d$eeefde)fd%Z*defd&Z+d'e,d(e-d)e.de/fd*Z0 dId,ee d(e-d)e.dee)fd-Z1d,ee d(e-de)fd.Z2d,ee d)e.d(e-dee)fd/Z3ed0 dJd1eed,eee d(ee-d0ee de)f d2Z4ed0 dKd1eed,eee d)ee.d0ee d(ee-dee)f d3Z5dedd fd4Z6dLd5Z7dLd6Z8ed7eeefddfd8Z9deeeffd9Z:ed:eddfd;Z;dMd:ededd fd<ZZ>e$d?eedee?fd@Z@dAggfdedBeedCeedeeeeffdDZAdAggfdedBeedCeede.fdEZBdLdFZCxZDS)NSemanticRouterz8Semantic Router for managing and querying route vectors.nameroutes)default_factory vectorizerrouting_config_indexT)arbitrary_types_alloweddtypeNredis://localhost:6379F redis_client redis_url overwriteconnection_kwargsc  :| dd} |rLt|tstd| r%|j| krt d| d|jn!| } | r| jd id| itd ddi| }|t}t |||||||j |||fi||j j |jd d |dS) a_Initialize the SemanticRouter. Args: name (str): The name of the semantic router. routes (List[Route]): List of Route objects. vectorizer (BaseVectorizer, optional): The vectorizer used to embed route references. Defaults to default HFTextVectorizer. routing_config (RoutingConfig, optional): Configuration for routing behavior. Defaults to the default RoutingConfig. redis_client (Optional[SyncRedisClient], optional): Redis client for connection. Defaults to None. redis_url (str, optional): The redis url. Defaults to redis://localhost:6379. overwrite (bool, optional): Whether to overwrite existing index. Defaults to False. connection_kwargs (Dict[str, Any]): The connection arguments for the redis client. Defaults to empty {}. r1Nz.Must provide a valid redisvl.vectorizer class.zProvided dtype z! does not match vectorizer dtype modelz'sentence-transformers/all-mpnet-base-v2)r*r+r-r.r4r3 :route_config.)pop isinstancer& TypeErrorr1 ValueErrorupdater'rsuper__init___initialize_indexr/clientjsonsetr*to_dict) selfr*r+r-r.r3r4r5r6kwargsr1vectorizer_kwargs __class__s C:\Users\Dell Inspiron 16\Desktop\tws\AgrotaPowerBi\back-agrota-powerbi\mcp-client-agrota\venv\Lib\site-packages\redisvl/extensions/router/semantic.pyrBzSemanticRouter.__init__0s}4 7D))  j.99 R PQQQ )U22 `e``jN^``!'  =(!(<z.SemanticRouter.route_names..s444u 444rMr+rfs rL route_nameszSemanticRouter.route_namess54 4444rMc$d|jDS)zGet the distance thresholds for each route. Returns: Dict[str, float]: Dictionary of route names and their distance thresholds. c(i|]}|j|jSr;)r*distance_thresholdrks rL z3SemanticRouter.route_thresholds..sNNN E4NNNrMrorfs rLroute_thresholdszSemanticRouter.route_thresholdssON$+NNNNrMc||_dS)zUpdate the routing configuration. Args: routing_config (RoutingConfig): The new routing configuration. N)r.)rHr.s rLupdate_routing_configz$SemanticRouter.update_routing_configs -rMrucP|jD]}|j|vr||j|_dS)zUpdate the distance thresholds for each route. Args: route_thresholds (Dict[str, float]): Dictionary of route names and their distance thresholds. N)r+r*rs)rHrurms rLupdate_route_thresholdsz&SemanticRouter.update_route_thresholdssA [ H HEz---+;EJ+G( H HrMindex route_namereference_hashc|j}|r!|jr|j|n|j}|r |||||S|||S)zAGenerate the route reference key using the index's key_separator. key_separatorprefixrstrip)rzr{r|seprs rL_route_ref_keyzSemanticRouter._route_ref_keysr!-0SU\S$$S)))u|  8DcD:DsDNDD D 7#7~77 7rMc|j}|r!|jr|j|n|j}|r ||||dS||dS)z/Generate a search pattern for route references.*r~)rzr{rrs rL_route_patternzSemanticRouter._route_patternsn!-0SU\S$$S)))u|  )5c5:5s555 5 (#((( (rMc g}g}|D]}|jd|jDd}t|jD]m\}}t |}|||j|||d|||j|j|n| |js|j ||j ||dS)zyAdd routes to the router and index. Args: routes (List[Route]): List of routes to be added. cg|]}|Sr;r;)rl references rLrnz.SemanticRouter._add_routes..s===y===rMT as_buffer reference_idr{rvectorkeysN) r- embed_many references enumeraterappendr*rr/rRr+load) rHr+route_referencesrrmreference_vectorsirr|s rLr`zSemanticRouter._add_routess: 24 * *E $ : :==E,<===!;!! !*%*: ; ;   9!(!3!3 ''(6&+j%."3A"6  '' UZPP 88EJ'' * ""5))) )55555rMcFtfd|jDdS)zGet a route by its name. Args: route_name (str): Name of the route. Returns: Optional[Route]: The selected Route object or None if not found. c32K|]}|jk |VdSNrjrlrmr{s rL z%SemanticRouter.get..s/PPuuzZ7O7OU7O7O7O7OPPrMN)nextr+)rHr{s `rLrRzSemanticRouter.gets-PPPP PPPRVWWWrMresultctt|}t|dt|dS)z-Process resulting route objects and metadata.r{distance)r*r)r rrfloat)rHr route_dicts rL_process_routezSemanticRouter._process_route sE}V4455 L)E*Z:P4Q4Q    rMcd}t|jD](\}}d|jd|jd}|dkr|dz }||z })|S)z3Apply distance threshold on a route by route basis.z(@route_name == 'z' && @distance < rdrz || )rr+r*rs)rHfilterrrm filter_strs rL_distance_threshold_filterz)SemanticRouter._distance_threshold_filter'se!$+.. ! !HAueUZee%JbeeeJ1uu&  j FF rMvector_range_queryaggregation_methodmax_kc|tjkr tj}n)|tjkr tj}n tj}t |dd}t|d|d d d| d}| }| ||S) z$Build the Redis aggregation request.z RETURNrz @route_namevector_distancerz @distance)max)rminreducerssumavgstrsplitrgroup_byaliassort_bydialectrr)rHrrraggregation_funcaggregate_queryaggregate_requestrs rL_build_aggregate_requestz'SemanticRouter._build_aggregate_request2s !:!> > >'|   #<#@ @ @'|  '| 01177 BB1E _ - - X  !23399*EEW[eW , , WQZZ 0022  (((  rMrctdjD}t|tt |dg}|||} j||j}n4#t$r'}dt|vrtd|d}~wwxYwfd|j DS) z!Get route response from vector dbc3$K|] }|jV dSr)rsrks rLrz4SemanticRouter._get_route_matches..]s% S Se!9 S S S S S SrMr{)rvector_field_namers return_fieldsrz(VSS is not yet supported on FT.AGGREGATEzDSemantic routing is only available on Redis version 7.x.x or greaterNc:g|]}|Sr;)r)rl route_matchrHs rLrnz5SemanticRouter._get_route_matches..vs4   1.sG!'' UZASASTTrMc*g|]}|jk |Sr;rjrs rLrnz/SemanticRouter.remove_route..s%VVVUUZ:=U=U5=U=U=UrM)rRloggerwarningr/ drop_keysrr+)rHr{rms``@rL remove_routezSemanticRouter.remove_routes $$ = NNSJSSS T T T T T K ! !%*%5    WVVVdkVVVDKKKrMc<|jddS)z!Delete the semantic router index.T)r[N)r/deleterfs rLrzSemanticRouter.deletes! %%%%%rMcF|jg|_dS)z0Flush all routes from the semantic router index.N)r/clearr+rfs rLrzSemanticRouter.clears!  rMdatac ddlm} |d}|d}|d}|d}n1#t$r$}tdt |d}~wwxYw ||} n1#t $r$}td t |d}~wwxYw| std |d |D} t d i|} |d || | | d |S) aCreate a SemanticRouter from a dictionary. Args: data (Dict[str, Any]): The dictionary containing the semantic router data. Returns: SemanticRouter: The semantic router instance. Raises: ValueError: If required data is missing or invalid. .. code-block:: python from redisvl.extensions.router import SemanticRouter router_data = { "name": "example_router", "routes": [{"name": "route1", "references": ["ref1"], "distance_threshold": 0.5}], "vectorizer": {"type": "openai", "model": "text-embedding-ada-002"}, } router = SemanticRouter.from_dict(router_data) r)vectorizer_from_dictr*r+r-r.z*Unable to load semantic router from dict: NzUnable to load vectorizer: c&g|]}tdi|S)r;)rrks rLrnz,SemanticRouter.from_dict..6s":::U%..%..:::rMr*r+r-r.r;)redisvl.utils.vectorizerKeyErrorr?r Exceptionr) rUrrIrr* routes_datavectorizer_datarouting_config_datarr-r+r.s rLrTzSemanticRouter.from_dict s]6 A@@@@@ T>JJ E E EC3q66CCDD D E NL?LLMM M::k:::&==)<==s !)       s, ) AAA A'' B1BBc|jd|jD|jj|jjdt |jdS)aConvert the SemanticRouter instance to a dictionary. Returns: Dict[str, Any]: The dictionary representation of the SemanticRouter. .. code-block:: python from redisvl.extensions.router import SemanticRouter router = SemanticRouter(name="example_router", routes=[], redis_url="redis://localhost:6379") router_dict = router.to_dict() c,g|]}t|Sr;)r$rks rLrnz*SemanticRouter.to_dict..Os EEE}U++EEErM)typer8r)r*r+r-rr8r$r.rfs rLrGzSemanticRouter.to_dictAsUIEEEEE,.,D,?@@   rM file_pathc x t|}n%#t$r}td||d}~wwxYw|st d|dt |d5}tj|}|j |fi|cdddS#1swxYwYdS)a Create a SemanticRouter from a YAML file. Args: file_path (str): The path to the YAML file. Returns: SemanticRouter: The semantic router instance. Raises: ValueError: If the file path is invalid. FileNotFoundError: If the file does not exist. .. code-block:: python from redisvl.extensions.router import SemanticRouter router = SemanticRouter.from_yaml("router.yaml", redis_url="redis://localhost:6379") zInvalid file path: NzFile z does not existr) rresolveOSErrorr?r^FileNotFoundErroropenyaml safe_loadrT)rUrrIfprf yaml_datas rL from_yamlzSemanticRouter.from_yamlWs). Gi((**BB G G G>9>>??Q F Gyy{{ H#$FI$F$F$FGG G "c]] aq))I 3=                  s&!$ AAA"B//B36B3cBt|}|r|std|dt |d5}|}t j||dddddS#1swxYwYdS)a`Write the semantic router to a YAML file. Args: file_path (str): The path to the YAML file. overwrite (bool): Whether to overwrite the file if it already exists. Raises: FileExistsError: If the file already exists and overwrite is False. .. code-block:: python from redisvl.extensions.router import SemanticRouter router = SemanticRouter( name="example_router", routes=[], redis_url="redis://localhost:6379" ) router.to_yaml("router.yaml") z Schema file z already exists.wF) sort_keysN)rrr^FileExistsErrorrrGrdump)rHrr5rrrs rLto_yamlzSemanticRouter.to_yaml}s()__ $ $ & & 99;; Ny N!"L"L"L"LMM M "c]] 5a I Iie 4 4 4 4 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5s,BBBrcDt|tr|g}g}g}|j|d}t |D]c\}}t |}||||||d|||j||d|j ||}| |} | std|d| j |||S)aAdd a reference(s) to an existing route. Args: router_name (str): The name of the router. references (Union[str, List[str]]): The reference or list of references to add. Returns: List[str]: The list of added references keys. Trrrr not found in the SemanticRouter)r=rr-rrrrrr/rrRr?rextend_update_router_state) rHr{rrrrrrr|rms rLadd_route_referencesz#SemanticRouter.add_route_referencessL j# & & &$J13!O66zT6RR&j11 V VLAy$Y//N  # #$2",!*/2     KK++DK^TT U U U U{ 0t<<$$ TRjRRRSS S  +++ !!### rMidscg}|D]=}td|k}tgd|}||>|S)z(Create a filter query for the given ids.r)rr{r)rfilter_expression)rrr)rqueriesidfefqs rL_make_filter_queriesz#SemanticRouter._make_filter_queriessf  B^$$*BIII"$B NN2    rMr reference_idsrc|r||}n|rr|s5||j|}t|jj|}|jj|fdt |D}ntd|j|}d|DS)a$Get references for an existing route route. Args: router_name (str): The name of the router. references (Union[str, List[str]]): The reference or list of references to add. Returns: List[Dict[str, Any]]]: Reference objects stored cFg|]}|dS))r)rlkeyrs rLrnz7SemanticRouter.get_route_references..s(CCC3#CCCrMzCMust provide a route name, reference ids, or keys to get referencescDg|]}t|dk|dS)rrerlrs rLrnz7SemanticRouter.get_route_references..s'000SVVaZZ!ZZZrM) rrr/r%rDrrr? batch_query)rHr{rrrpatternresrs @rLget_route_referencesz#SemanticRouter.get_route_referencess  // >>GG   D--dk:FF&t{'97CC++C//CCCC}T/B/BCCCGGU k%%g..00c0000rMc |r>|s<||}|j|}d|D}n7|s5||j|}t |jj|}|st d|g}|D]^}|dd}||t|jj |f_|j |} |D]O\}} | |} | st d|d| j | dP|| S)aGet references for an existing semantic router route. Args: router_name Optional(str): The name of the router. reference_ids Optional(List[str]]): The reference or list of references to delete. keys Optional(List[str]]): List of fully qualified keys (prefix:router:reference_id) to delete. Returns: int: Number of objects deleted cPg|]#}t|dk|dd$S)rrrrs rLrnz:SemanticRouter.delete_route_references..s+:::1s1vvzzAaDJzzzrMzNo references found for route :rr r)rr/r rr%rDr?rrrhgetallrrRrremover) rHr{rrrr"r! to_be_deletedrdeletedrrms rLdelete_route_referencesz&SemanticRouter.delete_route_referencess"  @ @// >>G+))'22C:::::DD @))$+zBBG"4;#5w??D LJjJJKK K   C3+J  ]4;+=+E+Ec+J+JKKL    +''--"/ 9 9 JHHZ((E X !V*!V!V!VWWW   # #F;$7 8 8 8 8 !!###rMc|jj|jdd|dS)z)Update the router configuration in Redis.r9r:N)r/rDrErFr*rGrfs rLrz#SemanticRouter._update_router_state,sD !!%%&A&A&A4XXXXXrM)Nr2)Nr2FrX)r)NNNN)NNNNN)rNN)T)E__name__ __module__ __qualname____doc__r__annotations__rrr r'r-r&rr.rr/rr model_configr#rr!boolrrrB classmethodrWrCrgpropertyrprrurwry staticmethodrrr`rRrrrrrintrrrrrrrrrrrTrGrr r rrrr#r,r __classcell__)rKs@rLr)r) sBB III* K !&7G!H!H!HJHHH8$)E-$H$H$HNMHHH-%+--FK''':d;;;L,// 0426261,.<Y<Y<YU <Y^, <Y !/ <Y / <Y<Y<Y S><Y<Y<Y<Y<Y0/<Y|371    /       [ <!!371 $*$*/$*$* $*  $*$*$*"!$*LP#PPPP5T#Y555X5O$sHUO';"<OOOXO-M----HS(5/=Q8RHHHH8k8s8C8TW888\8)k)s)s)))\)!6$u+!6!6!6!6F Xc Xhuo X X X X T#s(^      C    !,!6! !  !!!!J % % U % 6%  % j  % % % % NU 6  .!U !!6 ! j  !!!!.-..$((,BF.2 C=e%%%>?  %UO   /.>-..$((,#.2BF #!#!C=#!e%#!} #! %UO #! %%>? #! j #!#!#!/.#!JWsWtWWWW$&&&& 5 38n5   5 5 5 [5 n c3h    ,##  ###[#J55555555:--#tCy.)- c ----^ $s) [0A   \ "#% "1"1"1Cy"13i "1 d38n  "1"1"1"1L#% ---Cy-3i - ----^YYYYYYYYrMr))>pathlibrtypingrrrrrr r redis.commands.search.reducerscommandssearchrrpydanticr r r r!redis.commands.search.aggregationrrrredis.exceptionsrredisvl.extensions.constantsr redisvl.extensions.router.schemarrrrr redisvl.indexr redisvl.queryrrredisvl.query.filterrredisvl.redis.connectionrredisvl.redis.utilsrrr redisvl.typesr!redisvl.utils.logr"redisvl.utils.utilsr#r$r%redisvl.utils.vectorize.baser&(redisvl.utils.vectorize.text.huggingfacer'r.rr)r;rMrLrNsQBBBBBBBBBBBBBBBBBB111111111111 >>>>>>>>>>>>XXXXXXXXXX******@@@@@@&%%%%%77777777$$$$$$;;;;;;AAAAAAAAAA))))))((((((SSSSSSSSSS777777EEEEEE H  N YN YN YN YN YYN YN YN YN YN YrM