from .core import encode, decode, alabel, ulabel, IDNAError import codecs import re _unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]') class Codec(codecs.Codec): def encode(self, data, errors='strict'): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return "", 0 return encode(data), len(data) def decode(self, data, errors='strict'): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return u"", 0 return decode(data), len(data) class IncrementalEncoder(codecs.BufferedIncrementalEncoder): def _buffer_encode(self, data, errors, final): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return ("", 0) labels = _unicode_dots_re.split(data) trailing_dot = u'' if labels: if not labels[-1]: trailing_dot = '.' del labels[-1] elif not final: # Keep potentially unfinished label until the next call del labels[-1] if labels: trailing_dot = '.' result = [] size = 0 for label in labels: result.append(alabel(label)) if size: size += 1 size += len(label) # Join with U+002E result = ".".join(result) + trailing_dot size += len(trailing_dot) return (result, size) class IncrementalDecoder(codecs.BufferedIncrementalDecoder): def _buffer_decode(self, data, errors, final): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return (u"", 0) # IDNA allows decoding to operate on Unicode strings, too. if isinstance(data, unicode): labels = _unicode_dots_re.split(data) else: # Must be ASCII string data = str(data) unicode(data, "ascii") labels = data.split(".") trailing_dot = u'' if labels: if not labels[-1]: trailing_dot = u'.' del labels[-1] elif not final: # Keep potentially unfinished label until the next call del labels[-1] if labels: trailing_dot = u'.' result = [] size = 0 for label in labels: result.append(ulabel(label)) if size: size += 1 size += len(label) result = u".".join(result) + trailing_dot size += len(trailing_dot) return (result, size) class StreamWriter(Codec, codecs.StreamWriter): pass class StreamReader(Codec, codecs.StreamReader): pass def getregentry(): return codecs.CodecInfo( name='idna', encode=Codec().encode, decode=Codec().decode, incrementalencoder=IncrementalEncoder, incrementaldecoder=IncrementalDecoder, streamwriter=StreamWriter, streamreader=StreamReader, )
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
__init__.py | File | 58 B | 0644 |
|
__init__.pyc | File | 244 B | 0644 |
|
__init__.pyo | File | 244 B | 0644 |
|
codec.py | File | 3.22 KB | 0644 |
|
codec.pyc | File | 3.88 KB | 0644 |
|
codec.pyo | File | 3.88 KB | 0644 |
|
compat.py | File | 232 B | 0644 |
|
compat.pyc | File | 811 B | 0644 |
|
compat.pyo | File | 811 B | 0644 |
|
core.py | File | 11.12 KB | 0644 |
|
core.pyc | File | 11.5 KB | 0644 |
|
core.pyo | File | 11.5 KB | 0644 |
|
idnadata.py | File | 32.23 KB | 0644 |
|
idnadata.pyc | File | 27.89 KB | 0644 |
|
idnadata.pyo | File | 27.89 KB | 0644 |
|
intranges.py | File | 1.71 KB | 0644 |
|
intranges.pyc | File | 2.17 KB | 0644 |
|
intranges.pyo | File | 2.17 KB | 0644 |
|
package_data.py | File | 21 B | 0644 |
|
package_data.pyc | File | 182 B | 0644 |
|
package_data.pyo | File | 182 B | 0644 |
|
uts46data.py | File | 180.61 KB | 0644 |
|
uts46data.pyc | File | 267.14 KB | 0644 |
|
uts46data.pyo | File | 267.14 KB | 0644 |
|