[6g0ddlmZddlmZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZddlmZmZddlmZmZmZGd d ZGd d ZeeefZe eZGd dZdS))aliases)sha256)dumps)sub)AnyDictIteratorListOptionalTupleUnion)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangeceZdZ d&dededededddeed eefd Zd e d efd Z d e d efdZ e d efdZ d efdZd efdZd'dZe d efdZe d eefdZe d efdZe d efdZe d eefdZe d efdZe d efdZe d efdZe d efdZe d efdZe d efdZe d edfdZe d efdZe d eefd Ze d eefd!Z d(d#ed efd$Z!e d efd%Z"dS)) CharsetMatchNpayloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesCoherenceMatchesdecoded_payloadpreemptive_declarationc||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrs X/var/www/surfInsights/venv3-11/lib/python3.11/site-packages/charset_normalizer/models.py__init__zCharsetMatch.__init__ se ' .'6,5%348+- ,/"04/3&5 6L$$$otherreturnct|ts/t|trt||jkSdS|j|jko|j|jkS)NF) isinstancerstrrencoding fingerprintr,r0s r-__eq__zCharsetMatch.__eq__(s_%.. %%% 9 ''4=885}.X43CuGX3XXr/ct|tstt|j|jz }t|j|jz }|dkr|dkr|j|jkS|dkrC|dkr=t |jtkr|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r3r ValueErrorabschaos coherencelenr rmulti_byte_usage)r,r0chaos_differencecoherence_differences r-__lt__zCharsetMatch.__lt__/s%..  "%dj5;&>"?"?&)$.5?*J&K&K d " "';d'B'B>EO3 3  $ $)=)E)E4=!!%555zEK//(5+AA AzEK''r/cjdtt|t|jz z S)Ng?)r>r4rawr,s r-r?zCharsetMatch.multi_byte_usageEs&c#d))nns48}}455r/c^|j t|j|jd|_|jS)Nstrict)r*r4r r!rEs r-__str__zCharsetMatch.__str__Is) < t}dnhGGDL|r/cBd|j|jS)Nz)formatr5r6rEs r-__repr__zCharsetMatch.__repr__Os.55dmTEUVVVr/ct|tr||kr'td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r3rr:rJ __class__r*r&appendr7s r- add_submatchzCharsetMatch.add_submatchRsk%.. %4--MTTO    E"""""r/c|jSN)r!rEs r-r5zCharsetMatch.encoding]s ~r/cg}tjD]F\}}|j|kr||&|j|kr||G|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr5rN)r, also_known_asups r-encoding_aliaseszCharsetMatch.encoding_aliasesasn $& MOO ( (DAq}!!$$Q''''!##$$Q'''r/c|jSrQr$rEs r-bomzCharsetMatch.bomn ##r/c|jSrQrYrEs r-byte_order_markzCharsetMatch.byte_order_markrr[r/c$d|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cg|] }|d S)r).0es r- z*CharsetMatch.languages..|s...!...r/r#rEs r-rzCharsetMatch.languagesvs /.do....r/c|jshd|jvrdSddlm}m}t |jr||jn||j}t|dksd|vrdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r#could_be_from_charsetcharset_normalizer.cdrhrirr5r>)r,rhrirs r-languagezCharsetMatch.language~s  $444 y X W W W W W W W*$-887%%dm444'' 66  9~~""my&@&@ yQ< q!!$$r/c|jSrQ)r"rEs r-r<zCharsetMatch.chaoss $$r/c:|jsdS|jddS)NrrrrdrEs r-r=zCharsetMatch.coherences# 3q!!$$r/c4t|jdzdSNd)ndigits)roundr<rEs r- percent_chaoszCharsetMatch.percent_chaossTZ#%q1111r/c4t|jdzdSrq)rur=rEs r-percent_coherencezCharsetMatch.percent_coherencesT^c)15555r/c|jS)z+ Original untouched bytes. )r rEs r-rDzCharsetMatch.raws }r/c|jSrQ)r&rEs r-submatchzCharsetMatch.submatchs |r/c2t|jdkSNr)r>r&rEs r- has_submatchzCharsetMatch.has_submatchs4<  1$$r/c|j|jSdt|D}ttd|D|_|jS)Nc,g|]}t|Sr`)r)rachars r-rcz*CharsetMatch.alphabets..s-0 0 0 $(M$  0 0 0 r/ch|]}||Sr`r`)rars r- z)CharsetMatch.alphabets..s+L+L+L!!+LA+L+L+Lr/)r%r4sortedlist)r,detected_rangess r- alphabetszCharsetMatch.alphabetssj   +' '0 0 ,/II0 0 0  &d+L+L+L+L+L&M&MNN##r/c6|jgd|jDzS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cg|] }|j Sr`)r5)rams r-rcz6CharsetMatch.could_be_from_charset..s"D"D"D!1:"D"D"Dr/)r!r&rEs r-rkz"CharsetMatch.could_be_from_charsets%"D"Dt|"D"D"DDDr/utf_8r5c:j j|kr|_t}jJjdvr/t t fd|ddd}||ddz}||d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rc|j|d|d|dt jS)Nrr)stringspanreplacegroupsrr))rr,s r-z%CharsetMatch.output..sWahqvvxx{QVVXXa['@AII 1 y1F'G'Gr/i rr)r)r4r+lowerrrencoder()r,r5decoded_stringpatched_headers` r-outputzCharsetMatch.outputs  (D,AX,M,M$,D ! YYN,806688122"%3#5D5) """0.2G!G#1#8#89#M#MD ##r/cht|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rr hexdigestrEs r-r6zCharsetMatch.fingerprints& dkkmm$$..000r/)NN)r0rr1N)r)#__name__ __module__ __qualname__bytesr4floatboolr r.objectr8rBpropertyr?rHrKrOr5r rWrZr]rrmr<r=rvrxrDr{r~rrkrr6r`r/r-rr s*.04MMMM M  M & M"#M!) MMMM8YFYtYYYY(F(t((((,6%666X6 W#WWWW # # # ##X $s)   X $T$$$X$$$$$X$/49///X/%#%%%X%6%u%%%X%%5%%%X% 2u222X265666X6UX $~.X%d%%%X% $49 $ $ $X $EtCyEEEXE$$s$$$$$81S111X111r/rceZdZdZddeeefdZdeefdZ de e e fdefdZ de fd Zdefd Zdeddfd Zded fd Zded fdZdS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nresultsc6|rt|ng|_dSrQ)r_results)r,rs r-r.zCharsetMatches.__init__s?F,NF7OOOB r/r1c#$K|jEd{VdSrQrrEs r-__iter__zCharsetMatches.__iter__s&=         r/itemct|tr |j|St|tr't |d}|jD]}||jvr|cSt )z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r3intrr4rrkKeyError)r,rresults r- __getitem__zCharsetMatches.__getitem__sv dC  '=& & dC  "T5))D- " "6777!MMM8r/c*t|jSrQr>rrEs r-__len__zCharsetMatches.__len__s4=!!!r/c2t|jdkSr}rrEs r-__bool__zCharsetMatches.__bool__s4=!!A%%r/ct|ts4tdt |jt |jtkrB|j D]:}|j |j kr(|j |j kr| |dS;|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r3rr:rJr4rMr>rDrrr6r<rOrNr)r,rmatchs r-rNzCharsetMatches.appends $ -- ?FF''  tx==+ + +  $(888U[DJ=V=V&&t,,,FF T"""t}-- r/rc.|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. NrrrEs r-bestzCharsetMatches.best(s } 4}Qr/c*|S)zP Redundant method, call the method best(). Kept for BC reasons. )rrEs r-firstzCharsetMatches.first0syy{{r/rQ)rrr__doc__r r rr.r rr rr4rrrrrNrrr`r/r-rrs0 OOl); <OOOO!(<0!!!! c3h L    """""&$&&&&.<.D....( h~.    x/r/rceZdZdedeedeedeededeededed ed eed efd Ze d e ee ffdZ d efdZ dS)CliDetectionResultpathr5rWalternative_encodingsrmrrr<r= unicode_path is_preferredc ||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrQ) rrr5rWrrmrrr<r=r) r,rr5rWrrmrrr<r=rrs r-r.zCliDetectionResult.__init__<s\ +7'/ +;0E"% $-$2! )".r/r1c |j|j|j|j|j|j|j|j|j|j |j d S)N rr5rWrrmrrr<r=rrrrEs r-__dict__zCliDetectionResult.__dict__VsOI $ 5%)%? "1Z - -   r/c0t|jddS)NT) ensure_asciiindent)rrrEs r-to_jsonzCliDetectionResult.to_jsonfsT]a@@@@r/N)rrrr4r r rrr.rrrrrr`r/r-rr;s//3-/s) / $Cy /  /9////sm/////4  $sCx.    X  AAAAAAAr/rN)encodings.aliasesrhashlibrjsonrrertypingrrr r r r r constantrrutilsrrrrrr4rCoherenceMatchrrr`r/r-rsr%%%%%%DDDDDDDDDDDDDDDDDDGGGGGGGGCCCCCCCCCCf1f1f1f1f1f1f1f1R@@@@@@@@FsEz"',A,A,A,A,A,A,A,A,A,Ar/