Blame zia_benchmark/src/zia/_compress_ints_lossless.py at 71f3d5c25d168f83dfbb61f2d9fe821f38e2eceb

30 lines · 1.1 KBCode BlameHistory

a81e75a Initial commitJeremy Magland 1 year ago1def compress_ints_lossless(x, *, method: str = "zstd") -> bytes:

30a2f07 initialJeremy Magland 1 year ago2 """Compress integer data using various compression methods.

a81e75a Initial commitJeremy Magland 1 year ago3

30a2f07 initialJeremy Magland 1 year ago4 Args:

5 x: NumPy array of integers to compress

6 method: Compression method to use. One of:

7 - "zstd": Zstandard compression (default)

8 - "zlib": zlib compression

9 - "lzma": LZMA compression

10 - "simple_ans": Simple Asymmetric Numeral Systems

12 Returns:

13 Compressed bytes

14 """

a81e75a Initial commitJeremy Magland 1 year ago15 if method == "zstd":

30a2f07 initialJeremy Magland 1 year ago16 import zstandard as zstd

a81e75a Initial commitJeremy Magland 1 year ago17 cctx = zstd.ZstdCompressor(level=22)

18 return cctx.compress(x.tobytes())

19 elif method == "zlib":

20 import zlib

21 return zlib.compress(x.tobytes(), level=9)

22 elif method == "lzma":

23 import lzma

24 return lzma.compress(x.tobytes(), preset=9)

25 elif method == "simple_ans":

26 from simple_ans import ans_encode

27 encoding = ans_encode(x)

28 return encoding.bitstream + encoding.symbol_counts.tobytes() + encoding.symbol_values.tobytes()

29 else:

30a2f07 initialJeremy Magland 1 year ago30 raise ValueError(f"Unknown method: {method}")