0
0
mirror of https://github.com/nodejs/node.git synced 2024-11-29 23:16:30 +01:00
nodejs/tools/compress_json.py
cclauss ad7ddfbca1 tools: prepare ./tools/compress_json.py for Python 3
PR-URL: https://github.com/nodejs/node/pull/24889
Reviewed-By: Rich Trott <rtrott@gmail.com>
Reviewed-By: Richard Lau <riclau@uk.ibm.com>
2018-12-10 19:46:50 -08:00

32 lines
825 B
Python

#!/usr/bin/env python
import json
import struct
import sys
import zlib
try:
xrange # Python 2
except NameError:
xrange = range # Python 3
if __name__ == '__main__':
fp = open(sys.argv[1])
obj = json.load(fp)
text = json.dumps(obj, separators=(',', ':'))
data = zlib.compress(text, zlib.Z_BEST_COMPRESSION)
# To make decompression a little easier, we prepend the compressed data
# with the size of the uncompressed data as a 24 bits BE unsigned integer.
assert len(text) < 1 << 24, 'Uncompressed JSON must be < 16 MB.'
data = struct.pack('>I', len(text))[1:4] + data
step = 20
slices = (data[i:i+step] for i in xrange(0, len(data), step))
slices = map(lambda s: ','.join(str(ord(c)) for c in s), slices)
text = ',\n'.join(slices)
fp = open(sys.argv[2], 'w')
fp.write(text)