ꦫꦣꦺꦤ꧀ꦄꦤ꧀ꦠꦱꦺꦤ

PATH: usr / lib / python2.7 / site-packages / chardet

######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
# 
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
# 
# Contributor(s):
#   Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
# 
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# Lesser General Public License for more details.
# 
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301  USA
######################### END LICENSE BLOCK #########################

from . import constants
import sys
from .charsetprober import CharSetProber

class CharSetGroupProber(CharSetProber):
    def __init__(self):
        CharSetProber.__init__(self)
        self._mActiveNum = 0
        self._mProbers = []
        self._mBestGuessProber = None

def reset(self):
        CharSetProber.reset(self)
        self._mActiveNum = 0
        for prober in self._mProbers:
            if prober:
                prober.reset()
                prober.active = True
                self._mActiveNum += 1
        self._mBestGuessProber = None

def get_charset_name(self):
        if not self._mBestGuessProber:
            self.get_confidence()
            if not self._mBestGuessProber:
                return None
#                self._mBestGuessProber = self._mProbers[0]
        return self._mBestGuessProber.get_charset_name()

def feed(self, aBuf):
        for prober in self._mProbers:
            if not prober:
                continue
            if not prober.active:
                continue
            st = prober.feed(aBuf)
            if not st:
                continue
            if st == constants.eFoundIt:
                self._mBestGuessProber = prober
                return self.get_state()
            elif st == constants.eNotMe:
                prober.active = False
                self._mActiveNum -= 1
                if self._mActiveNum <= 0:
                    self._mState = constants.eNotMe
                    return self.get_state()
        return self.get_state()

def get_confidence(self):
        st = self.get_state()
        if st == constants.eFoundIt:
            return 0.99
        elif st == constants.eNotMe:
            return 0.01
        bestConf = 0.0
        self._mBestGuessProber = None
        for prober in self._mProbers:
            if not prober:
                continue
            if not prober.active:
                if constants._debug:
                    sys.stderr.write(prober.get_charset_name()
                                     + ' not active\n')
                continue
            cf = prober.get_confidence()
            if constants._debug:
                sys.stderr.write('%s confidence = %s\n' %
                                 (prober.get_charset_name(), cf))
            if bestConf < cf:
                bestConf = cf
                self._mBestGuessProber = prober
        if not self._mBestGuessProber:
            return 0.0
        return bestConf
#        else:
#            self._mBestGuessProber = self._mProbers[0]
#            return self._mBestGuessProber.get_confidence()

[-] sbcharsetprober.pyc [edit]
[-] langhungarianmodel.pyc [edit]
[-] escprober.pyo [edit]
[-] mbcssm.py [edit]
[-] langcyrillicmodel.pyc [edit]
[-] euckrprober.py [edit]
[-] charsetprober.py [edit]
[-] sbcsgroupprober.py [edit]
[-] euckrfreq.pyc [edit]
[-] utf8prober.py [edit]
[-] eucjpprober.py [edit]
[-] langhungarianmodel.pyo [edit]
[-] __init__.pyo [edit]
[-] mbcsgroupprober.pyc [edit]
[-] chardistribution.pyc [edit]
[-] codingstatemachine.py [edit]
[-] eucjpprober.pyc [edit]
[-] gb2312prober.py [edit]
[-] sjisprober.py [edit]
[-] escprober.py [edit]
[-] universaldetector.py [edit]
[+] ..
[-] eucjpprober.pyo [edit]
[-] gb2312freq.py [edit]
[-] mbcharsetprober.py [edit]
[-] langhebrewmodel.pyo [edit]
[-] big5freq.pyo [edit]
[-] big5freq.py [edit]
[-] langgreekmodel.pyc [edit]
[-] langgreekmodel.pyo [edit]
[-] big5prober.pyo [edit]
[-] sjisprober.pyc [edit]
[-] jisfreq.pyc [edit]
[-] euctwprober.pyc [edit]
[-] euctwprober.py [edit]
[-] __init__.pyc [edit]
[-] sbcsgroupprober.pyo [edit]
[-] latin1prober.pyo [edit]
[-] mbcssm.pyc [edit]
[-] chardetect.pyo [edit]
[-] constants.pyo [edit]
[-] sbcsgroupprober.pyc [edit]
[-] langthaimodel.py [edit]
[-] euckrfreq.pyo [edit]
[-] jisfreq.pyo [edit]
[-] mbcsgroupprober.pyo [edit]
[-] charsetprober.pyc [edit]
[-] chardistribution.pyo [edit]
[-] sbcharsetprober.py [edit]
[-] big5freq.pyc [edit]
[-] cp949prober.pyc [edit]
[-] mbcharsetprober.pyo [edit]
[-] constants.py [edit]
[-] jpcntx.pyo [edit]
[-] hebrewprober.pyc [edit]
[-] euctwfreq.pyo [edit]
[-] langgreekmodel.py [edit]
[-] euctwfreq.py [edit]
[-] escsm.py [edit]
[-] jpcntx.pyc [edit]
[-] euckrfreq.py [edit]
[-] big5prober.pyc [edit]
[-] langbulgarianmodel.py [edit]
[-] compat.pyc [edit]
[-] hebrewprober.pyo [edit]
[-] langthaimodel.pyc [edit]
[-] euckrprober.pyo [edit]
[-] gb2312prober.pyc [edit]
[-] compat.py [edit]
[-] big5prober.py [edit]
[-] cp949prober.py [edit]
[-] jisfreq.py [edit]
[-] compat.pyo [edit]
[-] mbcsgroupprober.py [edit]
[-] langbulgarianmodel.pyo [edit]
[-] chardetect.py [edit]
[-] gb2312prober.pyo [edit]
[-] escsm.pyo [edit]
[-] latin1prober.pyc [edit]
[-] charsetgroupprober.py [edit]
[-] __init__.py [edit]
[-] hebrewprober.py [edit]
[-] universaldetector.pyc [edit]
[-] utf8prober.pyo [edit]
[-] charsetgroupprober.pyc [edit]
[-] charsetprober.pyo [edit]
[-] latin1prober.py [edit]
[-] langbulgarianmodel.pyc [edit]
[-] gb2312freq.pyo [edit]
[-] escsm.pyc [edit]
[-] euctwprober.pyo [edit]
[-] universaldetector.pyo [edit]
[-] sjisprober.pyo [edit]
[-] codingstatemachine.pyo [edit]
[-] charsetgroupprober.pyo [edit]
[-] jpcntx.py [edit]
[-] escprober.pyc [edit]
[-] langcyrillicmodel.py [edit]
[-] chardetect.pyc [edit]
[-] constants.pyc [edit]
[-] mbcharsetprober.pyc [edit]
[-] gb2312freq.pyc [edit]
[-] langhebrewmodel.py [edit]
[-] euctwfreq.pyc [edit]
[-] langcyrillicmodel.pyo [edit]
[-] chardistribution.py [edit]
[-] sbcharsetprober.pyo [edit]
[-] langthaimodel.pyo [edit]
[-] langhebrewmodel.pyc [edit]
[-] mbcssm.pyo [edit]
[-] langhungarianmodel.py [edit]
[-] utf8prober.pyc [edit]
[-] codingstatemachine.pyc [edit]
[-] cp949prober.pyo [edit]
[-] euckrprober.pyc [edit]