Make sure to decode manifests into utf-8 when necessary
This fixes a decoding error
This commit is contained in:
parent
6cc7102ec8
commit
48e584905a
15 changed files with 268 additions and 32 deletions
|
@ -16,9 +16,17 @@ class ContentRetrieverForTesting(ContentRetriever):
|
|||
return self.digests.get(digest)
|
||||
|
||||
@classmethod
|
||||
def for_config(cls, config_obj, digest, size):
|
||||
config_str = json.dumps(config_obj)
|
||||
def for_config(cls, config_obj, digest, size, ensure_ascii=True):
|
||||
config_str = json.dumps(config_obj, ensure_ascii=ensure_ascii)
|
||||
padded_string = config_str + ' ' * (size - len(config_str))
|
||||
digests = {}
|
||||
digests[digest] = padded_string
|
||||
return ContentRetrieverForTesting(digests)
|
||||
|
||||
|
||||
def ensure_utf8(unicode_or_str):
|
||||
""" Ensures the given string is utf-8 encoded and not unicode. """
|
||||
if isinstance(unicode_or_str, unicode):
|
||||
return unicode_or_str.encode('utf-8')
|
||||
|
||||
return unicode_or_str
|
||||
|
|
Reference in a new issue