Encode to utf-8 only when needed

This commit is contained in:
Andrey Shorin 2013-09-25 09:15:08 +04:00
parent 21f5bc4242
commit fd101dd2d6

View file

@ -408,9 +408,11 @@ def merge_hash(a, b):
def md5s(data):
''' Return MD5 hex digest of data. '''
buf = StringIO.StringIO(data)
digest = _md5()
digest.update(buf.read().encode('utf-8'))
try:
digest.update(data)
except UnicodeEncodeError:
digest.update(data.encode('utf-8'))
return digest.hexdigest()
def md5(filename):