a
=b @ sN d dl mZ ddlmZ ddlmZmZmZ edg dZG dd deZ d S )
)
namedtuple )
CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodSingleByteCharSetModel) charset_namelanguagechar_to_order_maplanguage_modeltypical_positive_ratiokeep_ascii_lettersZalphabetc sb e Zd ZdZdZdZdZd fdd Z fd d
Ze d d Z
e d
d Z dd Z dd Z
ZS )SingleByteCharSetProber@ i gffffff?g?FNc sJ t t| || _|| _|| _d | _d | _d | _d | _ d | _
| d S N) superr __init___model _reversed _name_prober _last_order
_seq_counters _total_seqs _total_char
_freq_charreset)selfZmodelreversedZ name_prober __class__ ;/usr/lib/python3.9/site-packages/chardet/sbcharsetprober.pyr 3 s z SingleByteCharSetProber.__init__c s: t t| d| _dgt | _d| _d| _d| _ d S )N r )
r r r r r Zget_num_categoriesr r r r r r r! r" r A s z SingleByteCharSetProber.resetc C s | j r| j jS | jjS d S r )r r r r$ r! r! r" r K s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jjS d S r )r r
r r$ r! r! r" r
R s z SingleByteCharSetProber.languagec C sJ | j js| |}|s | jS | j j}| j j}|D ]}||tj}|tj k rZ| j
d7 _
|| j k r| j d7 _ | j
| j k r| jd7 _| js|| j
| }n|| | j
}| j| d7 < || _
q0| j j}| jtjkrD| j| jkrD| }|| jkr | jd|| tj| _n(|| jk rD| jd||| j tj | _| jS )Nr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s) r r Zfilter_international_wordsstater r getr Z UNDEFINEDZCONTROLr SAMPLE_SIZEr r r r r r r Z DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDloggerdebugZFOUND_IT_stateNEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr r charorderZlm_catr Z
confidencer! r! r" feedY sH
z SingleByteCharSetProber.feedc C sL d}| j dkrHd| jtj | j | jj }|| j | j }|dkrHd}|S )Ng{Gz?r g ?gGz?)r r r ZPOSITIVEr r
r r )r rr! r! r" r) s
z&SingleByteCharSetProber.get_confidence)FN)__name__
__module__ __qualname__r' r( r* r. r r propertyr r
r1 r)
__classcell__r! r! r r" r - s
0r N)
collectionsr Z
charsetproberr Zenumsr r r r r r! r! r! r"