summaryrefslogtreecommitdiff
path: root/tools/compress_json.py
blob: e48a3f2c3cb7ccd510b3f706c1527b7e17129b51 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
#!/usr/bin/env python

import json
import struct
import sys
import zlib

try:
    xrange          # Python 2
except NameError:
    xrange = range  # Python 3


if __name__ == '__main__':
  fp = open(sys.argv[1])
  obj = json.load(fp)
  text = json.dumps(obj, separators=(',', ':'))
  data = zlib.compress(text, zlib.Z_BEST_COMPRESSION)

  # To make decompression a little easier, we prepend the compressed data
  # with the size of the uncompressed data as a 24 bits BE unsigned integer.
  assert len(text) < 1 << 24, 'Uncompressed JSON must be < 16 MB.'
  data = struct.pack('>I', len(text))[1:4] + data

  step = 20
  slices = (data[i:i+step] for i in xrange(0, len(data), step))
  slices = [','.join(str(ord(c)) for c in s) for s in slices]
  text = ',\n'.join(slices)

  fp = open(sys.argv[2], 'w')
  fp.write(text)