''' Created on Jul 16, 2014 @author: roj-idl71 ''' """ Dependencies: pip install tabulate simplejson python-cjson ujson yajl msgpack-python """ from timeit import timeit from tabulate import tabulate setup = '''d = { 'words': """ Lorem ipsum dolor sit amet, consectetur adipiscing elit. Mauris adipiscing adipiscing placerat. Vestibulum augue augue, pellentesque quis sollicitudin id, adipiscing. """, 'boolean' : False, 'list': range(10), 'dict': dict((str(i),'a') for i in xrange(10)), 'int': 100, 'float': 100.123456, }''' setup = '''import numpy; import datetime; d = { 'words': """ Lorem ipsum dolor sit amet, consectetur adipiscing elit. Mauris adipiscing adipiscing placerat. Vestibulum augue augue, pellentesque quis sollicitudin id, adipiscing. """, 'boolean' : False, 'list': range(10), 'dict': dict((str(i),'a') for i in xrange(10)), 'int': 100, 'float': 100.123456, 'datetime' : datetime.datetime(2001,1,1,10,10,10) }''' setup_pickle = '%s ; import pickle ; src = pickle.dumps(d)' % setup setup_pickle2 = '%s ; import pickle ; src = pickle.dumps(d, 2)' % setup setup_cpickle = '%s ; import cPickle ; src = cPickle.dumps(d)' % setup setup_cpickle2 = '%s ; import cPickle ; src = cPickle.dumps(d, 2)' % setup setup_json = '%s ; import json; src = json.dumps(d)' % setup setup_ujson = '%s ; import ujson; src = ujson.encode(d)' % setup setup_cjson = '%s ; import cjson; src = cjson.encode(d)' % setup setup_simplejson = '%s ; import simplejson; src = simplejson.dump(d)' % setup setup_jsonpickle = '%s ; import jsonpickle; src = jsonpickle.encode(d)' % setup setup_yaml = '%s ; import yaml; src = yaml.dump(d)' % setup setup_msgpack = '%s ; import msgpack; src = msgpack.dumps(d)' % setup setup_msgpack_np = '%s; import msgpack_numpy as msgpack; src = msgpack.dumps(d)' % setup tests = [ # (title, setup, enc_test, dec_test, result) ('cPickle (binary)', 'import cPickle; %s' % setup_cpickle2, 'cPickle.dumps(d, 2)', 'r = cPickle.loads(src)', 'print r'), ('cPickle (ascii)', 'import cPickle; %s' % setup_cpickle, 'cPickle.dumps(d, 0)', 'r = cPickle.loads(src)', 'print r'), ('pickle (binary)', 'import pickle; %s' % setup_pickle2, 'pickle.dumps(d, 2)', 'r = pickle.loads(src)', 'print r'), ('pickle (ascii)', 'import pickle; %s' % setup_pickle, 'pickle.dumps(d, 0)', 'r = pickle.loads(src)', 'print r'), ('jsonpickle', 'import jsonpickle; %s' % setup_jsonpickle, 'jsonpickle.encode(d)', 'r = jsonpickle.decode(src)', 'print r'), # ('msgpack-numpy-python', '%s' % setup_msgpack_np, 'msgpack.dumps(d)', 'r = msgpack.loads(src)', 'print r'), ('ujson', 'import ujson; %s' % setup_ujson, 'ujson.encode(d)', 'r = ujson.decode(src)', 'print r'), # ('msgpack-python', 'import msgpack; %s' % setup_msgpack, 'msgpack.dumps(d)', 'r = msgpack.loads(src)', 'print r'), # ('json', 'import json; %s' % setup_json, 'json.dumps(d)', 'r = json.loads(src)', 'print r'), # ('python-cjson-1.0.5', 'import cjson; %s' % setup_cjson, 'cjson.encode(d)', 'r = cjson.decode(src)', 'print r'), # ('simplejson-3.3.1', 'import simplejson; %s' % setup_json, 'simplejson.dumps(d)', 'r = simplejson.loads(src)', 'print r'), ('yaml', 'import yaml; %s' % setup_yaml, 'yaml.dump(d)', 'r = yaml.load(src)', 'print r'), ] loops = 1 enc_table = [] dec_table = [] print "Running tests (%d loops each)" % loops for title, mod, enc, dec, msg in tests: print title ### Getting the package size exec mod size = len("".join(src)) print " [Encode]", enc result = timeit(enc, mod, number=loops) enc_table.append([title, result, size]) print " [Decode]", dec result = timeit(dec, mod, number=loops) dec_table.append([title, result]) print " Result" result = timeit(msg, mod+';'+dec, number=1) enc_table.sort(key=lambda x: x[1]) enc_table.insert(0, ['Package', 'Seconds', 'Size']) dec_table.sort(key=lambda x: x[1]) dec_table.insert(0, ['Package', 'Seconds']) print "\nEncoding Test (%d loops)" % loops print tabulate(enc_table, headers="firstrow") print "\nDecoding Test (%d loops)" % loops print tabulate(dec_table, headers="firstrow") """ OUTPUT: Running tests (15000 loops each) pickle (ascii) [Encode] pickle.dumps(d, 0) [Decode] pickle.loads(src) pickle (binary) [Encode] pickle.dumps(d, 2) [Decode] pickle.loads(src) cPickle (ascii) [Encode] cPickle.dumps(d, 0) [Decode] cPickle.loads(src) cPickle (binary) [Encode] cPickle.dumps(d, 2) [Decode] cPickle.loads(src) json [Encode] json.dumps(d) [Decode] json.loads(src) simplejson-3.3.1 [Encode] simplejson.dumps(d) [Decode] simplejson.loads(src) python-cjson-1.0.5 [Encode] cjson.encode(d) [Decode] cjson.decode(src) ujson-1.33 [Encode] ujson.dumps(d) [Decode] ujson.loads(src) yajl 0.3.5 [Encode] yajl.dumps(d) [Decode] yajl.loads(src) msgpack-python-0.3.0 [Encode] msgpack.dumps(d) [Decode] msgpack.loads(src) Encoding Test (15000 loops) Package Seconds -------------------- --------- ujson-1.33 0.232215 msgpack-python-0.3.0 0.241945 cPickle (binary) 0.305273 yajl 0.3.5 0.634148 python-cjson-1.0.5 0.680604 json 0.780438 simplejson-3.3.1 1.04763 cPickle (ascii) 1.62062 pickle (ascii) 14.0497 pickle (binary) 15.4712 Decoding Test (15000 loops) Package Seconds -------------------- --------- msgpack-python-0.3.0 0.240885 cPickle (binary) 0.393152 ujson-1.33 0.396875 python-cjson-1.0.5 0.694321 yajl 0.3.5 0.748369 simplejson-3.3.1 0.780531 cPickle (ascii) 1.38561 json 1.65921 pickle (binary) 5.20554 pickle (ascii) 17.8767 """