compress_normal.py

import sys
import timeit

import line_profiler
import numpy as np

import zarr
from zarr import blosc

if __name__ == "__main__":
    sys.path.insert(0, "..")

    # setup
    a = np.random.normal(2000, 1000, size=200000000).astype("u2")
    z = zarr.empty_like(
        a,
        chunks=1000000,
        compression="blosc",
        compression_opts={"cname": "lz4", "clevel": 5, "shuffle": 2},
    )
    print(z)

    print("*" * 79)

    # time
    t = timeit.repeat("z[:] = a", repeat=10, number=1, globals=globals())
    print(t)
    print(min(t))
    print(z)

    # profile
    profile = line_profiler.LineProfiler(blosc.compress)
    profile.run("z[:] = a")
    profile.print_stats()

    print("*" * 79)

    # time
    t = timeit.repeat("z[:]", repeat=10, number=1, globals=globals())
    print(t)
    print(min(t))

    # profile
    profile = line_profiler.LineProfiler(blosc.decompress)
    profile.run("z[:]")
    profile.print_stats()