U j4@sddlmZddlmZddlmZddlmZmZm Z m Z ddl m Z m Z ddlmZmZmZGdd d ZGd d d Ze eefZe eZGd d d ZdS)) annotations)aliases)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec @seZdZdCddddddddd d Zd dd d dZd dd ddZeddddZddddZddddZ ddd ddZ eddddZ eddddZ eddd d!Z eddd"d#Zeddd$d%Zeddd&d'Zeddd(d)Zeddd*d+Zeddd,d-Zeddd.d/Zeddd0d1Zed2dd3d4Zeddd5d6Zeddd7d8Zeddd9d:ZdDddd?Zed@ddAdBZdS)E CharsetMatchNzbytes | bytearraystrfloatboolCoherenceMatches str | None)payloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesdecoded_payloadpreemptive_declarationcCsL||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leavesZ_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrr)=/tmp/pip-unpacked-wheel-bwd693va/charset_normalizer/models.py__init__ s zCharsetMatch.__init__object)otherreturncCs@t|ts(t|tr$t|d|jkSdS|j|jko>|j|jkS)NF) isinstancerrr encoding fingerprintr(r-r)r)r*__eq__(s   zCharsetMatch.__eq__cCst|tstt|j|j}t|j|j}|dkrJ|dkrJ|j|jkS|dkr|dkrt|jtkrt|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gzt?g{Gz?) r/r ValueErrorabschaos coherencelenrr multi_byte_usage)r(r-Zchaos_differenceZcoherence_differencer)r)r*__lt__3s    zCharsetMatch.__lt__r.cCs*t|j}|dkrdSdtt||S)Nrrg?)r8rawr)r(Zraw_lenr)r)r*r9Is zCharsetMatch.multi_byte_usagecCsV|jdkrPt|j|jd|_|jrP|jdkrP|jrP|jddkrP|jdd|_|jS)Nstrictutf_7rur )r&rrrr!r(r)r)r*__str__Qs  zCharsetMatch.__str__cCsd|jd|jdS)Nz)r0r1r?r)r)r*__repr__aszCharsetMatch.__repr__NonecCs8t|tr||kr"td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r/rr4format __class__r&r#appendr2r)r)r* add_submatchdszCharsetMatch.add_submatchcCs|jSN)rr?r)r)r*r0oszCharsetMatch.encoding list[str]cCsDg}tD]2\}}|j|kr*||q |j|kr ||q |S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr0rE)r(Z also_known_asupr)r)r*encoding_aliasesss    zCharsetMatch.encoding_aliasescCs|jSrGr!r?r)r)r*bomszCharsetMatch.bomcCs|jSrGrMr?r)r)r*byte_order_markszCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|] }|dqS)rr)).0er)r)r* sz*CharsetMatch.languages..r r?r)r)r*rszCharsetMatch.languagescCsp|jsbd|jkrdSddlm}m}t|jr8||jn||j}t|dksVd|krZdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiZEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r could_be_from_charsetZcharset_normalizer.cdrUrVr r0r8)r(rUrVrr)r)r*languages  zCharsetMatch.languagecCs|jSrG)rr?r)r)r*r6szCharsetMatch.chaoscCs|js dS|jddS)Nrrr rSr?r)r)r*r7szCharsetMatch.coherencecCst|jdddSNd)ndigits)roundr6r?r)r)r* percent_chaosszCharsetMatch.percent_chaoscCst|jdddSrZ)r^r7r?r)r)r*percent_coherenceszCharsetMatch.percent_coherencecCs|jS)z+ Original untouched bytes. )rr?r)r)r*r<szCharsetMatch.rawzlist[CharsetMatch]cCs|jSrG)r#r?r)r)r*submatchszCharsetMatch.submatchcCst|jdkSNr)r8r#r?r)r)r* has_submatchszCharsetMatch.has_submatchcCs@|jdk r|jSddt|D}ttdd|D|_|jS)NcSsg|] }t|qSr))r)rPcharr)r)r*rRsz*CharsetMatch.alphabets..cSsh|] }|r|qSr)r))rPrr)r)r* sz)CharsetMatch.alphabets..)r"rsortedlist)r(Zdetected_rangesr)r)r* alphabetss  zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|] }|jqSr))r0)rPmr)r)r*rRsz6CharsetMatch.could_be_from_charset..)rr#r?r)r)r*rXsz"CharsetMatch.could_be_from_charsetutf_8bytes)r0r.cs~jdksj|krx|_t}jdk rjjdkrjttfdd|dddd}||dd}||d_jS) z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rkcs<|j|d|d|dtjddS)Nrr _-)stringspanreplacegroupsr r%)rjr?r)r*s z%CharsetMatch.output..i r )countrr)r%rr'lowerrr encoder$)r(r0decoded_stringZpatched_headerr)r?r*outputs$   zCharsetMatch.outputintcCs tt|S)z] Retrieve a hash fingerprint of the decoded payload, used for deduplication. )hashrr?r)r)r*r1szCharsetMatch.fingerprint)NN)rk)__name__ __module__ __qualname__r+r3r:propertyr9r@rArFr0rLrNrOrrYr6r7r_r`r<rarcrirXryr1r)r)r)r*r sV    rc@seZdZdZd ddddZddd d Zd dd d ZdddddZddddZddddZ dddddZ ddddZ ddddZ dS)!CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nzlist[CharsetMatch] | None)resultscCs|r t|ng|_d|_dSNT)rg_results _is_sorted)r(rr)r)r*r+ szCharsetMatches.__init__rBr;cCs|js|jd|_dSr)rrsortr?r)r)r*_ensure_sorteds zCharsetMatches._ensure_sortedzIterator[CharsetMatch]ccs||jEdHdSrG)rrr?r)r)r*__iter__szCharsetMatches.__iter__z int | strr)itemr.cCsVt|tr||j|St|trNt|d}|jD]}||jkr6|Sq6tdS)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. FN)r/rzrrrr rXKeyError)r(rresultr)r)r* __getitem__s       zCharsetMatches.__getitem__rzcCs t|jSrGr8rr?r)r)r*__len__'szCharsetMatches.__len__rcCst|jdkSrbrr?r)r)r*__bool__*szCharsetMatches.__bool__cCsvt|tstdt|jt|jtkr`|j D],}|j |j kr2|j |j kr2| |dSq2|j |d|_dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesNF)r/rr4rCrrDr8r<r rr1r6rFrEr)r(rmatchr)r)r*rE-s    zCharsetMatches.appendzCharsetMatch | NonecCs|js dS||jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nr)rrr?r)r)r*bestAszCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rr?r)r)r*firstJszCharsetMatches.first)N) r|r}r~__doc__r+rrrrrrErrr)r)r)r*rs rc @sNeZdZdddddddddddd ddZed d d d Zdd d dZdS)CliDetectionResultrrrHrr pathr0rLalternative_encodingsrYrirr6r7 unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrG) rrr0rLrrYrirr6r7r) r(rr0rLrrYrirr6r7rrr)r)r*r+VszCliDetectionResult.__init__zdict[str, Any]r;c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)Nrrr?r)r)r*__dict__pszCliDetectionResult.__dict__cCsddlm}||jdddS)Nr)dumpsT) ensure_asciiindent)jsonrr)r(rr)r)r*to_jsons zCliDetectionResult.to_jsonN)r|r}r~r+rrrr)r)r)r*rUs"rN) __future__rZencodings.aliasesrrertypingrrrrZconstantr r utilsr r rrrrrZCoherenceMatchrrr)r)r)r*s   {L