Edit File: mbcharsetprober.cpython-36.pyc
3 �PfU � @ s0 d dl mZ d dlmZmZ G dd� de�ZdS )� )� CharSetProber)� ProbingState� MachineStatec sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d � �Zd d � Z d d� Z � Z S )�MultiByteCharSetProberz MultiByteCharSetProber Nc s, t t| �j|d� d | _d | _ddg| _d S )N)� lang_filter� )�superr �__init__�distribution_analyzer� coding_sm� _last_char)�selfr )� __class__� �%/usr/lib/python3.6/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| �j� | jr | jj� | jr.| jj� ddg| _d S )Nr )r r �resetr r r )r )r r r r - s z MultiByteCharSetProber.resetc C s t �d S )N)�NotImplementedError)r r r r � charset_name5 s z#MultiByteCharSetProber.charset_namec C s t �d S )N)r )r r r r �language9 s z MultiByteCharSetProber.languagec C s x�t t|��D ]�}| jj|| �}|tjkrN| jjd| j| j |� t j | _ P q|tj krdt j| _ P q|tjkr| jj� }|dkr�|d | jd< | jj| j|� q| jj||d |d � |� qW |d | jd< | jt jkr�| jj� r�| j� | jkr�t j| _ | jS )Nz!%s %s prober hit error at byte %sr r ���)�range�lenr Z next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r �feed�stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�iZ coding_stateZchar_lenr r r r = s. zMultiByteCharSetProber.feedc C s | j j� S )N)r r )r r r r r Z s z%MultiByteCharSetProber.get_confidence)N) �__name__� __module__� __qualname__�__doc__r r �propertyr r r r � __classcell__r r )r r r " s r N)Z charsetproberr Zenumsr r r r r r r �<module> s
Back to File Manager