U "FZh/ @sLddlmZddlZddlZddlZddlmZddlmZddl m Z ddl m Z ddl mZddlmZd d lmZmZmZmZmZmZmZe ed d d dddZe ed d d dddZe ed d ddddZe ed d d dddZe ed d d dddZe ed d d dddZe ed d d dddZe ed d d dddZ e ed d d dd d!Z!e ed d d dd"d#Z"e ed d d dd$d%Z#e ed d d dd&d'Z$e ed d d dd(d)Z%e ed d d dd*d+Z&e ed d d dd,d-Z'e ed d d dd.d/Z(e ed d d dd0d1Z)e e*ed d d d2d3d4Z+e ed d d dd5d6Z,d]d8d9dd:d;d<Z-e d=d d d d>d?d@Z.d8dAdBdCdDZ/d d dEdFdGZ0d^d d d dIdJdKZ1d d dLdMdNdOZ2d d d dMdPdQZ3dRej4dSfd d9d dTdUdVdWZ5d_d8d dXd9d d d8d ddYdZ d[d\Z6dS)`) annotationsN)IncrementalDecoder)aliases) lru_cache)findall) Generator)MultibyteIncrementalDecoder)ENCODING_MARKSIANA_SUPPORTED_SIMILARRE_POSSIBLE_ENCODING_INDICATIONUNICODE_RANGES_COMBINEDUNICODE_SECONDARY_RANGE_KEYWORDUTF8_MAXIMAL_ALLOCATIONCOMMON_CJK_CHARACTERS)maxsizestrbool) characterreturncCsfzt|}Wntk r$YdSXd|kpdd|kpdd|kpdd|kpdd|kpdd|kpdd|kpdd |kS) NFz WITH GRAVEz WITH ACUTEz WITH CEDILLAzWITH DIAERESISzWITH CIRCUMFLEXz WITH TILDEz WITH MACRONzWITH RING ABOVE unicodedataname ValueErrorr descriptionr_/home/aprabhat/apps/x.techxrdev.in/venv/lib/python3.8/site-packages/charset_normalizer/utils.pyis_accentuateds&rcCs.t|}|s|S|d}tt|ddS)N r)r decompositionsplitchrint)rZ decomposedcodesrrr remove_accent-s   r&z str | NonecCs.t|}tD]\}}||kr|SqdS)zK Retrieve the Unicode range official name from a single character. N)ordr items)rZ character_ord range_nameZ ord_rangerrr unicode_range8s  r*cCs.zt|}Wntk r$YdSXd|kS)NFZLATINrrrrris_latinFs r+cCs2t|}d|krdSt|}|dkr*dSd|kS)NPTF Punctuationrcategoryr*rcharacter_categorycharacter_rangerrris_punctuationOs r3cCsBt|}d|ksd|krdSt|}|dkr2dSd|ko@|dkS)NSNTFZFormsZLor.r0rrr is_symbol^s r6cCs$t|}|dkrdSd|kp"d|kS)NFZ EmoticonsZ Pictographs)r*)rr2rrr is_emoticonmsr7cCs.|s|dkrdSt|}d|kp,|dkS)N>+｜<>TZ>PoPdPc)isspacerr/)rr1rrr is_separatorws rAcCs||kSN)islowerisupperrrrris_case_variablesrFcCs.zt|}Wntk r$YdSXd|kS)NFZCJKrrZcharacter_namerrris_cjks rHcCs.zt|}Wntk r$YdSXd|kS)NFZHIRAGANArrGrrr is_hiraganas rIcCs.zt|}Wntk r$YdSXd|kS)NFZKATAKANArrGrrr is_katakanas rJcCs.zt|}Wntk r$YdSXd|kS)NFZHANGULrrGrrr is_hanguls rKcCs.zt|}Wntk r$YdSXd|kS)NFZTHAIrrGrrris_thais rLcCs.zt|}Wntk r$YdSXd|kS)NFARABICrrGrrr is_arabics rNcCs6zt|}Wntk r$YdSXd|ko4d|kS)NFrMz ISOLATED FORMrrGrrris_arabic_isolated_forms rOcCs|tkSrB)rrErrris_cjk_uncommonsrP)r)rcstfddtDS)Nc3s|]}|kVqdSrBr).0keywordr)rr sz-is_unicode_range_secondary..)anyrrSrrSris_unicode_range_secondarysrVcCs(|dko&|dko&|dko&|dkS)NFu)r@ isprintablerErrris_unprintables  rY bytesr$)sequence search_zonercCst|tstt|}tt|dt||jddd}t|dkrHdS|D]N}| dd}t D]0\}}||kr|S||krh|SqhqLdS)zW Extract using ASCII-only decoder any specified encoding in the first n-bytes. Nasciiignoreerrorsr-_) isinstancer[ TypeErrorlenrr mindecodelowerreplacerr()r\r]Zseq_lenresultsZspecified_encodingencoding_alias encoding_ianarrrany_specified_encodings"   rn)rrcCs |dkpttd|jtS)zQ Verify is a specific encoding is a multi byte one based on it IANA name > utf_7 utf_32_beutf_8 utf_16_beutf_32 utf_8_sigutf_16 utf_32_le utf_16_le encodings.) issubclass importlib import_modulerr)rrrris_multi_byte_encodings  r}ztuple[str | None, bytes])r\rcCsJtD]@}t|}t|tr |g}|D]}||r$||fSq$qdS)z9 Identify and extract SIG/BOM in given sequence. )N)r rdr[ startswith)r\ iana_encodingZmarksmarkrrridentify_sig_or_boms  r)rrcCs|dkS)N>rvrtr)rrrrshould_strip_sig_or_bom(srT)cp_namestrictrcCsN|dd}tD]\}}|||fkr|Sq|rJtd|d|S)zIReturns the Python normalized encoding name (Not the IANA official name).rbrczUnable to retrieve IANA for '')rirjrr(r)rrrlrmrrr iana_name,s  rfloat) iana_name_a iana_name_brc Cst|st|rdStd|j}td|j}|dd}|dd}d}tdD]*}t|g}||||krX|d7}qX|dS) Ngryr_r`rr )r}r{r|rranger[rh) rrZ decoder_aZ decoder_bZid_aZid_bZcharacter_match_countiZ to_be_decodedrrr cp_similarity=s     rcCs|tko|t|kS)z Determine if two code page are at least 80% similar. IANA_SUPPORTED_SIMILAR dict was generated using the function cp_similarity. )r )rrrrr is_cp_similarQs rZcharset_normalizerz)%(asctime)s | %(levelname)s | %(message)sNone)rlevel format_stringrcCs:t|}||t}|t|||dSrB)logging getLoggersetLevel StreamHandler setFormatter Formatter addHandler)rrrloggerhandlerrrrset_logging_handler\s   rrzGenerator[str, None, None]) sequencesrmoffsets chunk_sizebom_or_sig_availablestrip_sig_or_bom sig_payloadis_multi_byte_decoderdecoded_payloadrc cs*|r6|dkr6|D]"} || | |} | s,q4| Vqn|D]} | |} | t|dkrXq:|| | |} |r||dkr||| } | j||rdndd} |r| dkrt|d} |r| d| |krt| | dd D]H}||| } |r|dkr|| } | j|dd} | d| |krqq| Vq:dS) NFr_rr`rr )rfrhrgr)rrmrrrrrrrrchunkZ chunk_endZ cut_sequenceZchunk_partial_size_chkjrrrcut_sequence_chunksis>       r)rZ)T)N)7 __future__rr{rrcodecsrZencodings.aliasesr functoolsrrertypingrZ_multibytecodecrZconstantr r r r rrrrr&r*r+r3r6r7rArFrHrIrJrKrLrNrOrPrfrVrYrnr}rrrrrINFOrrrrrrs|       $