merges_d / tests /test_lazy_unpickle.py
Auber's picture
Upload folder using huggingface_hub
83a9b56 verified
raw
history blame
560 Bytes
import torch
from mergekit.io import LazyTensorLoader
class TestLazyUnpickle:
def test_lazy_unpickle(self, tmp_path):
data = {
"a": torch.tensor([1, 2, 3]),
"b": torch.tensor([4, 5, 6]),
}
path = tmp_path / "pytorch_model.bin"
torch.save(data, path)
loader = LazyTensorLoader.from_disk(tmp_path)
for name in data:
assert name in loader.index.tensor_paths
tensor = loader.get_tensor(name)
assert torch.equal(tensor, data[name])