RǻiddlmZmZmZmZmZmZmZmZm Z ddl m Z m Z ddl mZddlmZe eeefeeeeeedfZGddZy) ) AnyClassVarDictListLiteralOptionalTextIOTupleUnion) ContextValues JsonContext)ObjectComparer)StringFileWrapperNc |eZdZUgdZeeeed< ddeee fde e de e de de d d f d Zd eeeeeeeeffffd Zd efd Zd eeeffdZd eefdZd eee d ffdZd eee eeffdZd ee ed ffdZd efdZdde d eeedffdZdde d e fdZddede d e fdZded d fdZ y ) JSONParser)"'“”STRING_DELIMITERSFjson_strjson_fdloggingjson_fd_chunk_length stream_stablereturnNc||_|rt|||_d|_t|_||_|r g|_|j|_||_ yd|_||_ y)NrcyN)argskwargss U/opt/lhia/marcimex/agent/venv/lib/python3.12/site-packages/json_repair/json_parser.pyz%JSONParser.__init__..+s) rrindexrcontextrlogger_loglogr)selfrrrrrs r$__init__zJSONParser.__init__si8@ -g7KLDM "}  02DKyyDH+4DH+r&c|j}|jt|jkr|j d|g}|j}|jt|jkr|j}|dk7r:t j |d|r|j|j||j|k(r|xjdz c_|j}|jt|jkrt|dk(r|j d|d}|jr||jfS|S)NzAThe parser returned early, checking if there's more json elementsr zDThere were no more elements, returning the element without the arrayr) parse_jsonr'lenrr+ris_same_objectpopappendrr))r,json last_indexjs r$parsezJSONParser.parse5s  ::DMM* * HHS 6DJ**s4==11OO%7%44T"XqA KKN::+JJ!OJ!ZZ **s4==114yA~ZAw <<$ $Kr&c |j}|dury|dk(r%|xjdz c_|jS|dk(r%|xjdz c_|jS|jj t jk(r|dk(r|jdy|jjs.||jvs|jr|jS|jjs*|js |dk(s|d k(r|jS|d vr|jS|xjdz c_V) NFr/{r [}zCAt the end of an object we found a key with missing value, skipping-.#/) get_char_atr' parse_object parse_arrayr(currentr OBJECT_VALUEr+emptyrisalpha parse_stringisdigit parse_number parse_comment)r,chars r$r1zJSONParser.parse_jsonTs)##%Du} a ((** a ''))%%)C)CCPS Y\\''...$,,.((**\\'' $#+((**#))++ a Er&c*i}|jxsddk7r|j|jxsddk(r&|jd|xjdz c_|jj t j|j}d}|jr|j}|jdk(r |dk(r|rt|jdnd}|rt||tr|xjdz c_|j}t|tr||}t|tr7|jt|dk(rt|dtr|dn||j|jd k(r|xjdz c_|j7||_t|j}|dk(r|j|dk7s|dk(r|jd vrn|jrt j |jjvrb||vr^|jd |dz |_|j"d|jdzd z|j"|jdzdz|_n<|j|jxsddk(r|j|jxsddk7r|jd |xjdz c_|jj%|jj t j&|j)}|jj%|||<|jxsddvr|xjdz c_|j|jxsddk7r|xjdz c_|S)Nr=r/:z;While parsing an object we found a : before a key, ignoringr r<r0r,rPr=zdWhile parsing an object we found a duplicate key, closing the object here and rolling back the indexr;z1While parsing an object we missed a : after a key)rQrr)rCskip_whitespaces_atr+r'r(setr OBJECT_KEYlistkeys isinstancerEextendr2strrJARRAYrresetrGr1)r,objrollback_indexkeyprev_key new_array prev_valuevalues r$rDzJSONParser.parse_object{s)+!(SS0  $ $ &  "(bS0Q a  LL  ]55 6"ZZNC""$!%##%,8;tCHHJ/3HJs8}d$C a $($4$4$6 %i6),XJ)*d; * 1 1'*9~':(29Q<(F%.aL*3 !" !446#//1S8 $ a  446$)7DJ$++-."9,,."9t/?/?/AZ/OC""$D""dll&:&::sczz,a/ MM"2DJJN3mmDJJN$456   $ $ &  ")cc1  $ $ &  "(bS0G JJ!OJ LL   LL  ]77 8OO%E LL   CH  "(b_< a   $ $ &G!(SS0J a  r&cg}|jjtj|j }|r|dvr|j |j }|dk(r|xjdz c_n<|dk(r&|j ddk(r|jdn|j||j }|r]|dk7rX|js|d k(rC|xjdz c_|j }|r|dk7r|jr=|d k(rC|r|dvr|r|dk7r|jd |xjdz c_|jj|S) N)]r=r/r z...r0r?z8While parsing an array, found a stray '...'; ignoring itrerQz;While parsing an array we missed the closing ], ignoring it) r(rTr r[rCrSr1r'r+r5isspacer\)r,arrrNrcs r$rEzJSONParser.parse_arrays@ ,,-!t:-  $ $ &OO%E{ a %D$4$4R$8C$?N 5!##%D43;DLLNdck a '')43;DLLNdck!t:-* DCK HHM  a   r&cd}d}dx}}j}|dvrjS|rd|jvrV|jsFxjdz c_j}|r|jvr|jsF|sy|dk(rdx}}n}|dk(rd}d}ns|jrc|j d vr>j jtjk7rj}|dk7r|Sjd d }|sxjdz c_jjvrj|k(rkj jtjk(r*jdd k(rxjdz c_yjd|k(rjd yj|d}j|}|rDj|dzxsd|k(r)jdd }xjdz c_n‰jdd}j|}|gjddvr'jdxjdz c_y|dvr_jdxjdz c_n8j|d}j|}|sjdyd} j}d} | r||k7r|rOj jtjk(r(|d k(s|jrjdn|s jsj jtj k(rm|dvrhd } j|d}j|}|r|dz }j|d}j|}|r|dvrd} nj||}|rj||}j|}|sd} nj|dzd}j|}|r|d k7rd} njd d}j|}|rn|jdd}jd|} | |z dkDrd} n1j| r t#| D]} | dk(rd} n | dk(sn| rjdn|s jsO|dk(rJtj$j j vr$j|}j|sn| |z } xjdz c_j}jr|s | ddk(r| dd} |rm| ddk(rejd||dd d!d"dfvrJ| dd} d#d$d%d&d'}| |j'||xs|z } xjdz c_j}|d k(r|s͉j jtjk(rj|d}j|}|rm|dz }j||}j|}|rU|dz }j|d}j|}|r*|dvr&jd(n3jd(n ||k(r|r<jd|k(r(jd)xjdz c_n|rΉj jtj k(rd}j|}|r%|||fvr|dz }j|}|r|||fvr|rm|dz }j|d}j|}|rA|d k(r;xjdzc_j}jd*n | r7d} | t)|z } xjdz c_j}nd}j|}d }|r|||fvr|r|j+rd}tjj j vr|d+vstj j j vr|dk(sXtj$j j vr|d,vs.|r-j jtj k(r|d-k(rn|dz }j|}|r|||fvr|d-k(rȉj jtj k(r|dz }j||}j|}|dz }j|d}j|}|dk(rHjd.| } | t)|z } xjdz c_j}n||k(rj|dz dk7rt-fd/t/d|Drnʉj jtj k(rj||dz}|dz }j|}|rD|d k7r?|dvs||k(rj|dz dk7rn|dz }j|}|r|d k7r?|d k7r"jd0| } | t)|z } xjdz c_j}nډj jtj$k(rHjd1| } | t)|z } xjdz c_j}nkj jtjk(rDjd2| t)|z } xjdz c_j}|r||k7r|rm|rkj jtjk(rD|jr4jd3jjd4vry||k7r.js7jd5| j1} nxjdz c_js|s | r| dd$k(r| j1} | S)6NFrr@r r/rrr)tfnz=While parsing a string, we found a literal instead of a quoteTrPzTWhile parsing a string, we found a doubled quote and then a quote again, ignoring it characteridxz?While parsing a string, we found a valid starting doubled quote)rnmove_main_indexr;r<z_While parsing a string, we found a doubled quote but also another quote afterwards, ignoring it)rQrer=zYWhile parsing a string, we found a doubled quote but it was a mistake, removing one quotezJWhile parsing a string, we found a quote but it was a mistake, ignoring itzdWhile parsing a string missing the left delimiter in object key context, we found a :, stopping here)rQr=r=zWhile parsing a string missing the left delimiter in object value context, we found a , or } and we couldn't determine that a right delimiter was present. Stopping hererer0\z-Found a stray escape sequence, normalizing itrirkrb   )rirkrqrrzeWhile parsing a string missing the right delimiter in object key context, we found a :, stopping herez=While parsing a string, we found a doubled quote, ignoring itzIn a string with missing quotes and object value context, I found a delimeter but it turns out it was the beginning on the next key. Stopping here.rR)rerQrQzWhile parsing a string, we misplaced a quote that would have closed the string but has a different meaning here since this is the last element of the object, ignoring itc3K|]=}j|r*tj|j?ywr )rCrZrf).0r8r,s r$ z*JSONParser.parse_string..rs@ !#//2  0 0 34<<>sAAz|While parsing a string, we a misplaced quote that would have closed the string but has a different meaning here, ignoring itzWhile parsing a string in Array context, we detected a quoted section that would have closed the string but has a different meaning here, ignoring itzWhile parsing a string in Object Key context, we detected a quoted section that would have closed the string but has a different meaning here, ignoring itzWhile parsing a string, handling an extreme corner case in which the LLM added a comment instead of valid string, invalidate the string and return an empty value)rPrQz=While parsing a string, we missed the closing quote, ignoring)rCrMrisalnumr'lowerr(rFr rUparse_boolean_or_nullr+skip_to_characterrSrfrrGreversedr[getrZrIallrangerstrip)r,missing_quotesdoubled_quoteslstring_delimiterrstring_delimiterrNrcinext_c string_accunmatched_delimiterrstring_delimiter_missingr8c escape_seqscheck_comma_in_object_values` r$rJzJSONParser.parse_string sB 033-! : %%' 't4#9#99$,,. JJ!OJ##%Dt4#9#99$,,. 3;47 7  1 U] %  %  \\^ /LL((M,D,DD224B; L HHO "N JJ!OJ    !7!7 7!%66LL((M,D,DD((+s2JJ!OJ##A&*;;HHn**5FA*N))!,t//A6<"ARRHHY&*NJJ!OJ00Q0NA!--a0F!D4#9#9!D3!D!DD} a !6w a **5FA*N))!,HHd !#t00LL((M,D,DDS[DLLNzt'9'9LL((M,F,FF -1)**5FA*N))!,FA00Q0NA!--a0F!Vz%9491 !22=NTU2V) $ 6 6*;!7!A"&!1!1!!4%8=5!% 8 8$%E5!9!A&*%5%5a%8F%&C-5!--a0%-j%9*#$8@E$=$)%&#X$) *-HHCt'9'9CK!''4<<+?+??**+<=''* $ J JJ!OJ##%D!!$:b>T3I'_  2$.HI-sCc4HH!+CRJ(,4d"NK+//$"="EEJJJ!OJ++-D &LL((M,D,DD**5FA*N))!,FA..9JPQ.RA!--a0FQ 44E4R!%!1!1!!4!f &: HH!H"HH((!d&6&6q&9=N&NHHWJJ!OJ" ,, 0J0JJA!--a0F V))4&Q!%!1!1!!4 !V))4& Q 44E4R!%!1!1!!4!fm JJ!OJ#'#3#3#5D HH!v"(*/'#d)+JJJ!OJ++-DA!--a0F26/ V))4& 76>>;K:?7!. 8 8DLLR>R R$*cM!. 3 3t||7K7K K$*j$8!<$(LL$8$8M)rCr(rFr r[rTr'rIr2rJrZfloatr1int ValueError)r, number_strrNis_array NUMBER_CHARSs r$rLzJSONParser.parse_numbersT !<<''=+>+>>-. t|+X $ J JJ!OJ##%Dt|+X *R.G3#CRJ JJ!OJ &B / / 1 JJ#j/ )J$$& & j :&j C:$5 9JZ((s"((:&   s$EE&E; E EEc|j}|jxsdj}|dk(rd}n|dk(rd}n|dk(rd}rd}|rw|t|dkrf||d|k(r[|d z }|xjd z c_|jxsdj}|r|t|dkr ||d|k(r[|t|dk(r|d S||_y) Nr/ri)trueTrj)falseFrk)nullNrr )r'rCr{r2)r,starting_indexrNrcrs r$r|z JSONParser.parse_boolean_or_nulls  "(b//1 3;"E S[$E S["E A1s58},q!1DQ a ((*0b7791s58},q!1DCaM!Qx$ r&c|j}ddg}tj|jjvr|j dtj |jjvr|j dtj |jjvr|j d|dk(rNd}|r5||vr1||z }|xjdz c_|j}|r||vr1|jd |y|d k(r"|jd}|d k(rsd }|xjd z c_|j}|r5||vr1||z }|xjdz c_|j}|r||vr1|jd |y|d k(r~d}|xjd z c_ |j}|s|jdn-||z }|xjdz c_|jdrnQ|jd|y|xjdz c_y|xjdz c_y)a Parse code-like comments: - "# comment": A line comment that continues until a newline. - "// comment": A line comment that continues until a newline. - "/* comment */": A block comment that continues until the closing delimiter "*/". The comment is skipped over and an empty string is returned so that comments do not interfere with the actual JSON elements. rtrurer=rPrAr/r zFound line comment: rBz//*z/*zJReached end-of-string while parsing block comment; unclosed block comment.z*/zFound block comment: ) rCr r[r(r5rGrUr'r+endswith)r,rNtermination_characterscomment next_chars r$rMzJSONParser.parse_comments0!"&   $,,"6"6 6 " ) )# .  % %)=)= = " ) )# .  # #t||';'; ; " ) )# . 3;G4'==4 a '')4'== HH+G95 6S[((+IC a '')t+AAtOGJJ!OJ++-Dt+AA/y9:c! a ++-DhtOGJJ!OJ''-0 :; a  JJ!OJr&countcZ |j|j|zS#t$rYywxYw)NF)rr' IndexError)r,rs r$rCzJSONParser.get_char_atDs1 ==e!34 4  s  **rnc: |j|j|z}|jrK|r|xjdz c_n|dz } |j|j|z}|jrK|S#t$r|cYSwxYw#t$r|cYSwxYw)zn This function quickly iterates on whitespaces, syntactic sugar to make the code more concise r )rr'rrf)r,rnrorNs r$rSzJSONParser.skip_whitespaces_atKs ==c!12Dlln a q }}TZZ#%56 lln  J    s#A; B ; B B  BBrmcr |j|j|z}||k7r(|dz } |j|j|z}||k7r(|j|zdkDr8|j|j|zdz dk(r|j||dzS|S#t$r|cYSwxYw#t$r|cYSwxYw)zs This function quickly iterates to find a character, syntactic sugar to make the code more concise r rrprl)rr'rr})r,rmrnrNs r$r}zJSONParser.skip_to_character^s ==c!12Di 1HC }}TZZ#%56i :: a DMM$**s2BQ2F$G4$O))I37)K K  J     s"BB( B%$B%( B65B6textcd}t|j|z d}t|j|zt|j}|j||}|j j ||dy)N r)rr()maxr'minr2rr)r5)r,rwindowstartendr(s r$r*zJSONParser._logqsgf,a0tzzF*C ,>?}}U3/ "  r&)rF)r)rT)!__name__ __module__ __qualname__rrrVrZ__annotations__r rrr boolrr-JSONReturnTyper rrr9r1rDrErJrrLr|rMrrCrSr}r*r!r&r$rr s-ExS *E%&# %+../%+&!%+$ %+ " %+  %+ %+N ~u^T$sCx.5I%IJJ K>% % Njd3#67jX#T.1#JxeCtO4xt eE3^$CD>uT3_'=2DsDLU33F-Gs&3S&      r&r)typingrrrrrrr r r json_contextr robject_comparerrstring_file_wrapperrrZrrrrrr!r&r$rsHUUU4+2tCH~tCy#uc4MNq  q  r&