import sys
from unittest import TestCase
from simplejson.compat import StringIO, long_type, b, binary_type, text_type, PY3
import simplejson as json
class MisbehavingTextSubtype(text_type):
def __str__(self):
return "FAIL!"
class MisbehavingBytesSubtype(binary_type):
def decode(self, encoding=None):
return "bad decode"
def __str__(self):
return "bad __str__"
def __bytes__(self):
return b("bad __bytes__")
def as_text_type(s):
if PY3 and isinstance(s, bytes):
return s.decode('ascii')
return s
def decode_iso_8859_15(b):
return b.decode('iso-8859-15')
class TestDump(TestCase):
def test_dump(self):
sio = StringIO()
json.dump({}, sio)
self.assertEqual(sio.getvalue(), '{}')
def test_constants(self):
for c in [None, True, False]:
self.assertTrue(json.loads(json.dumps(c)) is c)
self.assertTrue(json.loads(json.dumps([c]))[0] is c)
self.assertTrue(json.loads(json.dumps({'a': c}))['a'] is c)
def test_stringify_key(self):
items = [(b('bytes'), 'bytes'),
(1.0, '1.0'),
(10, '10'),
(True, 'true'),
(False, 'false'),
(None, 'null'),
(long_type(100), '100')]
for k, expect in items:
self.assertEqual(
json.loads(json.dumps({k: expect})),
{expect: expect})
self.assertEqual(
json.loads(json.dumps({k: expect}, sort_keys=True)),
{expect: expect})
self.assertRaises(TypeError, json.dumps, {json: 1})
for v in [{}, {'other': 1}, {b('derp'): 1, 'herp': 2}]:
for sort_keys in [False, True]:
v0 = dict(v)
v0[json] = 1
v1 = dict((as_text_type(key), val) for (key, val) in v.items())
self.assertEqual(
json.loads(json.dumps(v0, skipkeys=True, sort_keys=sort_keys)),
v1)
self.assertEqual(
json.loads(json.dumps({'': v0}, skipkeys=True, sort_keys=sort_keys)),
{'': v1})
self.assertEqual(
json.loads(json.dumps([v0], skipkeys=True, sort_keys=sort_keys)),
[v1])
def test_dumps(self):
self.assertEqual(json.dumps({}), '{}')
def test_encode_truefalse(self):
self.assertEqual(json.dumps(
{True: False, False: True}, sort_keys=True),
'{"false": true, "true": false}')
self.assertEqual(
# load first because the keys are not sorted
json.loads(json.dumps({'k1': {False: 5}, 'k2': {0: 5}})),
{'k1': {'false': 5}, 'k2': {'0': 5}},
)
self.assertEqual(
json.dumps(
{2: 3.0,
4.0: long_type(5),
False: 1,
long_type(6): True,
"7": 0},
sort_keys=True),
'{"2": 3.0, "4.0": 5, "6": true, "7": 0, "false": 1}')
def test_ordered_dict(self):
# http://bugs.python.org/issue6105
items = [('one', 1), ('two', 2), ('three', 3), ('four', 4), ('five', 5)]
s = json.dumps(json.OrderedDict(items))
self.assertEqual(
s,
'{"one": 1, "two": 2, "three": 3, "four": 4, "five": 5}')
def test_indent_unknown_type_acceptance(self):
"""
A test against the regression mentioned at `github issue 29`_.
The indent parameter should accept any type which pretends to be
an instance of int or long when it comes to being multiplied by
strings, even if it is not actually an int or long, for
backwards compatibility.
.. _github issue 29:
http://github.com/simplejson/simplejson/issue/29
"""
class AwesomeInt(object):
"""An awesome reimplementation of integers"""
def __init__(self, *args, **kwargs):
if len(args) > 0:
# [construct from literals, objects, etc.]
# ...
# Finally, if args[0] is an integer, store it
if isinstance(args[0], int):
self._int = args[0]
# [various methods]
def __mul__(self, other):
# [various ways to multiply AwesomeInt objects]
# ... finally, if the right-hand operand is not awesome enough,
# try to do a normal integer multiplication
if hasattr(self, '_int'):
return self._int * other
else:
raise NotImplementedError("To do non-awesome things with"
" this object, please construct it from an integer!")
s = json.dumps([0, 1, 2], indent=AwesomeInt(3))
self.assertEqual(s, '[\n 0,\n 1,\n 2\n]')
def test_accumulator(self):
# the C API uses an accumulator that collects after 100,000 appends
lst = [0] * 100000
self.assertEqual(json.loads(json.dumps(lst)), lst)
def test_sort_keys(self):
# https://github.com/simplejson/simplejson/issues/106
for num_keys in range(2, 32):
p = dict((str(x), x) for x in range(num_keys))
sio = StringIO()
json.dump(p, sio, sort_keys=True)
self.assertEqual(sio.getvalue(), json.dumps(p, sort_keys=True))
self.assertEqual(json.loads(sio.getvalue()), p)
def test_misbehaving_text_subtype(self):
# https://github.com/simplejson/simplejson/issues/185
text = "this is some text"
self.assertEqual(
json.dumps(MisbehavingTextSubtype(text)),
json.dumps(text)
)
self.assertEqual(
json.dumps([MisbehavingTextSubtype(text)]),
json.dumps([text])
)
self.assertEqual(
json.dumps({MisbehavingTextSubtype(text): 42}),
json.dumps({text: 42})
)
def test_misbehaving_bytes_subtype(self):
data = b("this is some data \xe2\x82\xac")
self.assertEqual(
json.dumps(MisbehavingBytesSubtype(data)),
json.dumps(data)
)
self.assertEqual(
json.dumps([MisbehavingBytesSubtype(data)]),
json.dumps([data])
)
self.assertEqual(
json.dumps({MisbehavingBytesSubtype(data): 42}),
json.dumps({data: 42})
)
def test_bytes_toplevel(self):
self.assertEqual(json.dumps(b('\xe2\x82\xac')), r'"\u20ac"')
self.assertRaises(UnicodeDecodeError, json.dumps, b('\xa4'))
self.assertEqual(json.dumps(b('\xa4'), encoding='iso-8859-1'),
r'"\u00a4"')
self.assertEqual(json.dumps(b('\xa4'), encoding='iso-8859-15'),
r'"\u20ac"')
if PY3:
self.assertRaises(TypeError, json.dumps, b('\xe2\x82\xac'),
encoding=None)
self.assertRaises(TypeError, json.dumps, b('\xa4'),
encoding=None)
self.assertEqual(json.dumps(b('\xa4'), encoding=None,
default=decode_iso_8859_15),
r'"\u20ac"')
else:
self.assertEqual(json.dumps(b('\xe2\x82\xac'), encoding=None),
r'"\u20ac"')
self.assertRaises(UnicodeDecodeError, json.dumps, b('\xa4'),
encoding=None)
self.assertRaises(UnicodeDecodeError, json.dumps, b('\xa4'),
encoding=None, default=decode_iso_8859_15)
def test_bytes_nested(self):
self.assertEqual(json.dumps([b('\xe2\x82\xac')]), r'["\u20ac"]')
self.assertRaises(UnicodeDecodeError, json.dumps, [b('\xa4')])
self.assertEqual(json.dumps([b('\xa4')], encoding='iso-8859-1'),
r'["\u00a4"]')
self.assertEqual(json.dumps([b('\xa4')], encoding='iso-8859-15'),
r'["\u20ac"]')
if PY3:
self.assertRaises(TypeError, json.dumps, [b('\xe2\x82\xac')],
encoding=None)
self.assertRaises(TypeError, json.dumps, [b('\xa4')],
encoding=None)
self.assertEqual(json.dumps([b('\xa4')], encoding=None,
default=decode_iso_8859_15),
r'["\u20ac"]')
else:
self.assertEqual(json.dumps([b('\xe2\x82\xac')], encoding=None),
r'["\u20ac"]')
self.assertRaises(UnicodeDecodeError, json.dumps, [b('\xa4')],
encoding=None)
self.assertRaises(UnicodeDecodeError, json.dumps, [b('\xa4')],
encoding=None, default=decode_iso_8859_15)
def test_bytes_key(self):
self.assertEqual(json.dumps({b('\xe2\x82\xac'): 42}), r'{"\u20ac": 42}')
self.assertRaises(UnicodeDecodeError, json.dumps, {b('\xa4'): 42})
self.assertEqual(json.dumps({b('\xa4'): 42}, encoding='iso-8859-1'),
r'{"\u00a4": 42}')
self.assertEqual(json.dumps({b('\xa4'): 42}, encoding='iso-8859-15'),
r'{"\u20ac": 42}')
if PY3:
self.assertRaises(TypeError, json.dumps, {b('\xe2\x82\xac'): 42},
encoding=None)
self.assertRaises(TypeError, json.dumps, {b('\xa4'): 42},
encoding=None)
self.assertRaises(TypeError, json.dumps, {b('\xa4'): 42},
encoding=None, default=decode_iso_8859_15)
self.assertEqual(json.dumps({b('\xa4'): 42}, encoding=None,
skipkeys=True),
r'{}')
else:
self.assertEqual(json.dumps({b('\xe2\x82\xac'): 42}, encoding=None),
r'{"\u20ac": 42}')
self.assertRaises(UnicodeDecodeError, json.dumps, {b('\xa4'): 42},
encoding=None)
self.assertRaises(UnicodeDecodeError, json.dumps, {b('\xa4'): 42},
encoding=None, default=decode_iso_8859_15)
self.assertRaises(UnicodeDecodeError, json.dumps, {b('\xa4'): 42},
encoding=None, skipkeys=True)
class TestFrozenDict(TestCase):
"""Test encoding of frozendict (CPython 3.15+ PEP 814)."""
def setUp(self):
# Skip on Python versions without frozendict
try:
frozendict # noqa: F821
except NameError:
if sys.version_info >= (3, 15):
self.fail("frozendict should be available on Python 3.15+")
self.skipTest("frozendict not available")
def test_frozendict_toplevel(self):
self.assertEqual(
json.dumps(frozendict(x=1, y=2), sort_keys=True),
'{"x": 1, "y": 2}')
def test_frozendict_in_list(self):
lst = [{'x': 1}, frozendict(y=2)]
self.assertEqual(json.dumps(lst), '[{"x": 1}, {"y": 2}]')
def test_frozendict_nested(self):
data = {'x': dict(a=1), 'y': frozendict(b=2)}
self.assertEqual(
json.dumps(data, sort_keys=True),
'{"x": {"a": 1}, "y": {"b": 2}}')
class TestDictEncodingPaths(TestCase):
"""Verify that the PyDict_Next fast path (unsorted exact dict) and the
iterator slow path (sorted, dict subclass, or non-dict mapping) produce
identical output for a variety of edge cases."""
def _assert_same_output(self, data, **kwargs):
"""Encode data and verify the result round-trips correctly."""
encoded = json.dumps(data, **kwargs)
decoded = json.loads(encoded)
# Keys are always strings after round-trip
expected = json.loads(json.dumps(data, **kwargs))
self.assertEqual(decoded, expected)
return encoded
def test_exact_dict_unsorted(self):
"""Fast path: exact dict, sort_keys=False."""
d = {"b": 2, "a": 1, "c": 3}
result = json.loads(json.dumps(d))
self.assertEqual(result, d)
def test_exact_dict_sorted(self):
"""Slow path: exact dict, sort_keys=True."""
d = {"b": 2, "a": 1, "c": 3}
self.assertEqual(
json.dumps(d, sort_keys=True),
'{"a": 1, "b": 2, "c": 3}')
def test_dict_subclass_unsorted(self):
"""Slow path: dict subclass falls back to iterator path."""
class MyDict(dict):
pass
d = MyDict(b=2, a=1, c=3)
result = json.loads(json.dumps(d))
self.assertEqual(result, {"a": 1, "b": 2, "c": 3})
def test_dict_subclass_sorted(self):
"""Slow path: dict subclass with sort_keys=True."""
class MyDict(dict):
pass
d = MyDict([("z", 26), ("a", 1), ("m", 13)])
self.assertEqual(
json.dumps(d, sort_keys=True),
'{"a": 1, "m": 13, "z": 26}')
def test_non_string_keys_fast_path(self):
"""Fast path with non-string keys that get stringified."""
d = {1: "int", 2.5: "float", True: "bool", None: "none"}
result = json.loads(json.dumps(d))
# All keys become strings
for v in result.values():
self.assertIn(v, ["int", "float", "bool", "none"])
def test_non_string_keys_sorted(self):
"""Slow path with non-string keys + sort_keys."""
d = {1: "a", 2: "b", 3: "c"}
self.assertEqual(
json.dumps(d, sort_keys=True),
'{"1": "a", "2": "b", "3": "c"}')
def test_skipkeys_fast_path(self):
"""Fast path: skipkeys drops unencodable keys."""
d = {"ok": 1, json: "bad"}
result = json.dumps(d, skipkeys=True)
self.assertEqual(json.loads(result), {"ok": 1})
def test_skipkeys_slow_path(self):
"""Slow path: skipkeys + sort_keys drops unencodable keys."""
d = {"ok": 1, json: "bad", "also_ok": 2}
result = json.dumps(d, skipkeys=True, sort_keys=True)
self.assertEqual(result, '{"also_ok": 2, "ok": 1}')
def test_empty_dict(self):
"""Empty dict takes the early-return path."""
self.assertEqual(json.dumps({}), '{}')
def test_single_key(self):
"""Single-key dict."""
self.assertEqual(json.dumps({"x": 1}), '{"x": 1}')
def test_nested_dicts(self):
"""Nested dicts exercise recursive encoding within the dict loop."""
d = {"a": {"b": {"c": 1}}}
self.assertEqual(
json.dumps(d),
'{"a": {"b": {"c": 1}}}')
def test_mixed_value_types(self):
"""All JSON value types as dict values."""
d = {
"str": "hello",
"int": 42,
"float": 3.14,
"bool": True,
"null": None,
"list": [1, 2, 3],
"dict": {"nested": True},
}
result = json.loads(json.dumps(d, sort_keys=True))
self.assertEqual(result, d)
def test_key_memo_cache_hit(self):
"""Encoding a list of dicts with the same keys exercises the
key_memo cache in encoder_encode_dict_key."""
items = [{"name": "Alice", "age": 30},
{"name": "Bob", "age": 25},
{"name": "Carol", "age": 35}]
result = json.loads(json.dumps(items))
self.assertEqual(result, items)
def test_large_dict(self):
"""Large dict stresses the PyDict_Next iteration path."""
d = {"key_%d" % i: i for i in range(1000)}
result = json.loads(json.dumps(d))
self.assertEqual(result, d)
class TestListEncodingPaths(TestCase):
"""Verify that the indexed fast path (exact list/tuple) and the
iterator slow path (subclasses, other iterables) produce identical
output."""
def test_exact_list(self):
"""Fast path: exact list iterates by index."""
data = [1, "two", 3.0, True, None, [4, 5], {"k": "v"}]
self.assertEqual(json.loads(json.dumps(data)), data)
def test_exact_tuple(self):
"""Fast path: exact tuple when tuple_as_array=True."""
data = (1, "two", 3.0, True, None)
self.assertEqual(
json.dumps(data, tuple_as_array=True),
'[1, "two", 3.0, true, null]')
def test_list_subclass(self):
"""Slow path: list subclass uses iterator."""
class MyList(list):
pass
data = MyList([1, 2, 3])
self.assertEqual(json.dumps(data), '[1, 2, 3]')
def test_tuple_subclass(self):
"""Slow path: tuple subclass uses iterator."""
class MyTuple(tuple):
pass
data = MyTuple((1, 2, 3))
self.assertEqual(
json.dumps(data, tuple_as_array=True),
'[1, 2, 3]')
def test_empty_list(self):
self.assertEqual(json.dumps([]), '[]')
def test_empty_tuple(self):
self.assertEqual(
json.dumps((), tuple_as_array=True), '[]')
def test_single_element(self):
self.assertEqual(json.dumps([42]), '[42]')
def test_nested_lists(self):
data = [[1, 2], [3, [4, 5]]]
self.assertEqual(json.loads(json.dumps(data)), data)
def test_large_list(self):
"""Large list stresses the indexed fast path."""
data = list(range(1000))
self.assertEqual(json.loads(json.dumps(data)), data)
|