import ejson
import gzip

# users.json is about 2.5 GB
with open('users.json', 'r', encoding='utf-8') as file:
	contents = ejson.loads(file.read())

# the resulting file is about 250 MB big which seems right and decompresses fine when suppressing the CRC check
with gzip.open('users_compressed.json.gz', 'w') as file:
	file.write(ejson.dumps(contents).encode('utf-8'))

import ejson
import gzip

with open('users.json', 'r', encoding='utf-8') as file:
	contents = ejson.loads(file.read())

# Produces a file with about 250 MB that has a bad CRC
with gzip.open('users_compressed.json.gz', 'w') as file:
	file.write(ejson.dumps(dict(list(contents.items()))).encode('utf-8'))

# Produces a file with about 125 MB that opens fine
with gzip.open('users_compressed_1.json.gz', 'w') as file:
	file.write(ejson.dumps(dict(list(contents.items())[len(contents)//2:])).encode('utf-8'))

# Produces a file with about 125 MB that opens fine
with gzip.open('users_compressed_2.json.gz', 'w') as file:
	file.write(ejson.dumps(dict(list(contents.items())[:len(contents)//2])).encode('utf-8'))