mirror of
https://github.com/TheTom/turboquant_plus.git
synced 2026-10-21 10:40:06 -05:00
c3aad548ff
Added tests for: - codebook.py: extreme narrow finite interval fallback, both-infinite pragma - turboquant.py: compressed_size_bits method - utils.py: pack_indices invalid bit_width ValueError 133 tests, 100% coverage (330 statements, 0 missed). Co-Authored-By: tturney@psyguard.ai Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
73 lines
2.7 KiB
Python
73 lines
2.7 KiB
Python
"""Tests for bit packing and memory utilities (Issue #8)."""
|
|
|
|
import numpy as np
|
|
|
|
from turboquant.utils import pack_bits, unpack_bits, pack_indices, memory_footprint_bytes
|
|
|
|
|
|
class TestBitPacking:
|
|
def test_pack_unpack_round_trip(self):
|
|
signs = np.array([1, -1, 1, -1, 1, 1, -1, 1], dtype=np.int8)
|
|
packed = pack_bits(signs)
|
|
unpacked = unpack_bits(packed, 8)
|
|
np.testing.assert_array_equal(signs, unpacked)
|
|
|
|
def test_pack_unpack_non_multiple_of_8(self):
|
|
signs = np.array([1, -1, 1, -1, 1], dtype=np.int8)
|
|
packed = pack_bits(signs)
|
|
unpacked = unpack_bits(packed, 5)
|
|
np.testing.assert_array_equal(signs, unpacked)
|
|
|
|
def test_pack_correct_size(self):
|
|
signs = np.random.default_rng(42).choice([-1, 1], size=128).astype(np.int8)
|
|
packed = pack_bits(signs)
|
|
assert packed.shape == (16,) # 128/8
|
|
|
|
def test_batch_pack_unpack(self):
|
|
rng = np.random.default_rng(42)
|
|
signs = rng.choice([-1, 1], size=(5, 64)).astype(np.int8)
|
|
packed = pack_bits(signs)
|
|
assert packed.shape == (5, 8)
|
|
unpacked = unpack_bits(packed, 64)
|
|
np.testing.assert_array_equal(signs, unpacked)
|
|
|
|
def test_pack_indices_round_trip_2bit(self):
|
|
indices = np.array([0, 1, 2, 3, 0, 1, 2, 3], dtype=np.uint8)
|
|
packed = pack_indices(indices, 2)
|
|
assert len(packed) < len(indices) # should be compressed
|
|
|
|
def test_pack_indices_invalid_bit_width(self):
|
|
"""Should raise ValueError for bit_width <= 0 or > 8."""
|
|
import pytest
|
|
from turboquant.utils import pack_indices
|
|
|
|
with pytest.raises(ValueError, match="bit_width must be 1-8"):
|
|
pack_indices(np.array([0, 1]), 0)
|
|
with pytest.raises(ValueError, match="bit_width must be 1-8"):
|
|
pack_indices(np.array([0, 1]), 9)
|
|
|
|
def test_pack_indices_8bit(self):
|
|
indices = np.array([0, 127, 255], dtype=np.uint8)
|
|
packed = pack_indices(indices, 8)
|
|
np.testing.assert_array_equal(packed, indices)
|
|
|
|
|
|
class TestMemoryFootprint:
|
|
def test_compression_ratio_3bit(self):
|
|
result = memory_footprint_bytes(1000, 128, 3)
|
|
assert result["compression_ratio"] > 4.0
|
|
assert result["total_bytes"] < result["original_fp16_bytes"]
|
|
|
|
def test_compression_ratio_4bit(self):
|
|
result = memory_footprint_bytes(1000, 128, 4)
|
|
assert result["compression_ratio"] > 3.0
|
|
|
|
def test_components_add_up(self):
|
|
result = memory_footprint_bytes(100, 64, 3)
|
|
expected_total = (
|
|
result["mse_indices_bytes"]
|
|
+ result["qjl_signs_bytes"]
|
|
+ result["norms_bytes"]
|
|
)
|
|
assert result["total_bytes"] == expected_total
|