Skip to content

Commit

Permalink
Update Zarr tests to include compression tests only with versions bef…
Browse files Browse the repository at this point in the history
…ore 3.0

Signed-off-by: Eric Kerfoot <[email protected]>
  • Loading branch information
ericspod committed Jan 29, 2025
1 parent 8ac8e0d commit a375354
Showing 1 changed file with 25 additions and 24 deletions.
49 changes: 25 additions & 24 deletions tests/test_zarr_avg_merger.py
Original file line number Diff line number Diff line change
Expand Up @@ -202,7 +202,7 @@

# test for LZ4 compressor
TEST_CASE_13_COMPRESSOR_LZ4 = [
dict(merged_shape=TENSOR_4x4.shape, compressor="LZ4"),
dict(merged_shape=TENSOR_4x4.shape, compressor=zarr.codecs.BloscCodec),
[
(TENSOR_4x4[..., :2, :2], (0, 0)),
(TENSOR_4x4[..., :2, 2:], (0, 2)),
Expand Down Expand Up @@ -260,37 +260,38 @@
TENSOR_4x4,
]

ALL_TESTS = [
TEST_CASE_0_DEFAULT_DTYPE,
TEST_CASE_1_DEFAULT_DTYPE,
TEST_CASE_2_DEFAULT_DTYPE,
TEST_CASE_3_DEFAULT_DTYPE,
TEST_CASE_4_DEFAULT_DTYPE,
TEST_CASE_5_VALUE_DTYPE,
TEST_CASE_6_COUNT_DTYPE,
TEST_CASE_7_COUNT_VALUE_DTYPE,
TEST_CASE_8_DTYPE,
TEST_CASE_9_LARGER_SHAPE,
TEST_CASE_10_DIRECTORY_STORE,
TEST_CASE_11_MEMORY_STORE,
TEST_CASE_12_CHUNKS,
TEST_CASE_16_WITH_LOCK,
TEST_CASE_17_WITHOUT_LOCK,
]

# add compression tests only when using Zarr version before 3.0
if not version_geq(get_package_version("zarr"), "3.0.0"):
ALL_TESTS += [TEST_CASE_13_COMPRESSOR_LZ4, TEST_CASE_14_COMPRESSOR_PICKLE, TEST_CASE_15_COMPRESSOR_LZMA]


@unittest.skipUnless(has_zarr and has_numcodecs, "Requires zarr (and numcodecs) packages.)")
class ZarrAvgMergerTests(unittest.TestCase):

@parameterized.expand(
[
TEST_CASE_0_DEFAULT_DTYPE,
TEST_CASE_1_DEFAULT_DTYPE,
TEST_CASE_2_DEFAULT_DTYPE,
TEST_CASE_3_DEFAULT_DTYPE,
TEST_CASE_4_DEFAULT_DTYPE,
TEST_CASE_5_VALUE_DTYPE,
TEST_CASE_6_COUNT_DTYPE,
TEST_CASE_7_COUNT_VALUE_DTYPE,
TEST_CASE_8_DTYPE,
TEST_CASE_9_LARGER_SHAPE,
TEST_CASE_10_DIRECTORY_STORE,
TEST_CASE_11_MEMORY_STORE,
TEST_CASE_12_CHUNKS,
TEST_CASE_13_COMPRESSOR_LZ4,
TEST_CASE_14_COMPRESSOR_PICKLE,
TEST_CASE_15_COMPRESSOR_LZMA,
TEST_CASE_16_WITH_LOCK,
TEST_CASE_17_WITHOUT_LOCK,
]
)
@parameterized.expand(ALL_TESTS)
def test_zarr_avg_merger_patches(self, arguments, patch_locations, expected):
codec_reg = numcodecs.registry.codec_registry
if "compressor" in arguments:
if arguments["compressor"] != "default":
arguments["compressor"] = codec_reg[arguments["compressor"].lower()]()
arguments["compressor"] = arguments["compressor"]
if "value_compressor" in arguments:
if arguments["value_compressor"] != "default":
arguments["value_compressor"] = codec_reg[arguments["value_compressor"].lower()]()
Expand Down

0 comments on commit a375354

Please sign in to comment.