Ray bundle latents add (#292)

* Making TensorDataclass reshape nested dict attributes.
This commit is contained in:
Jake Austin authored and GitHub committed 2022-09-06 14:22:19 -07:00
1 parent 56113e6c75
commit c033d1136e
4 files changed
+139 -35

No files matched your search

+28 -3
View File
@@ -2,6 +2,7 @@
Test tensor dataclass
"""
from dataclasses import dataclass
from typing import Dict
import pytest
import torch
@@ -23,6 +24,7 @@ class DummyTensorDataclass(TensorDataclass):
a: torch.Tensor
b: torch.Tensor
c: DummyNestedClass = None
d: Dict = None
def test_init():
@@ -59,16 +61,19 @@ def test_broadcasting():
tensor_dataclass = DummyTensorDataclass(a=a, b=b)
def test_tensor_ops():
def test_tensor_ops(): # pylint: disable=(too-many-statements)
"""Test tensor operations"""
a = torch.ones((4, 6, 3))
b = torch.ones((6, 2))
tensor_dataclass = DummyTensorDataclass(a=a, b=b)
d = {"t1": torch.ones((4, 6, 3)), "t2": {"t3": torch.ones((6, 4))}}
tensor_dataclass = DummyTensorDataclass(a=a, b=b, d=d)
assert tensor_dataclass.shape == (4, 6)
assert tensor_dataclass.a.shape == (4, 6, 3)
assert tensor_dataclass.b.shape == (4, 6, 2)
assert tensor_dataclass.d["t1"].shape == (4, 6, 3)
assert tensor_dataclass.d["t2"]["t3"].shape == (4, 6, 4)
assert tensor_dataclass.size == 24
assert tensor_dataclass.ndim == 2
assert len(tensor_dataclass) == 4
@@ -77,32 +82,52 @@ def test_tensor_ops():
assert reshaped.shape == (2, 12)
assert reshaped.a.shape == (2, 12, 3)
assert reshaped.b.shape == (2, 12, 2)
assert reshaped.d["t1"].shape == (2, 12, 3)
assert reshaped.d["t2"]["t3"].shape == (2, 12, 4)
flattened = tensor_dataclass.flatten()
assert flattened.shape == (24,)
assert flattened.a.shape == (24, 3)
assert flattened.b.shape == (24, 2)
assert flattened.d["t1"].shape == (24, 3)
assert flattened.d["t2"]["t3"].shape == (24, 4)
assert flattened[0:4].shape == (4,)
# Test indexing operations
assert tensor_dataclass[:, 1].shape == (4,)
assert tensor_dataclass[:, 1].a.shape == (4, 3)
assert tensor_dataclass[:, 1].d["t1"].shape == (4, 3)
assert tensor_dataclass[:, 1].d["t2"]["t3"].shape == (4, 4)
assert tensor_dataclass[:, 0:2].shape == (4, 2)
assert tensor_dataclass[:, 0:2].a.shape == (4, 2, 3)
assert tensor_dataclass[:, 0:2].d["t1"].shape == (4, 2, 3)
assert tensor_dataclass[:, 0:2].d["t2"]["t3"].shape == (4, 2, 4)
assert tensor_dataclass[..., 1].shape == (4,)
assert tensor_dataclass[..., 1].a.shape == (4, 3)
assert tensor_dataclass[0].shape == (6,)
assert tensor_dataclass[0].a.shape == (6, 3)
assert tensor_dataclass[0].d["t1"].shape == (6, 3)
assert tensor_dataclass[0].d["t2"]["t3"].shape == (6, 4)
assert tensor_dataclass[0, ...].shape == (6,)
assert tensor_dataclass[0, ...].a.shape == (6, 3)
tensor_dataclass = DummyTensorDataclass(a=torch.ones((2, 3, 4, 5)), b=torch.ones((4, 5)))
tensor_dataclass = DummyTensorDataclass(
a=torch.ones((2, 3, 4, 5)),
b=torch.ones((4, 5)),
d={"t1": torch.ones((2, 3, 4, 5)), "t2": {"t3": torch.ones((4, 5))}},
)
assert tensor_dataclass[0, ...].shape == (3, 4)
assert tensor_dataclass[0, ...].a.shape == (3, 4, 5)
assert tensor_dataclass[0, ...].d["t1"].shape == (3, 4, 5)
assert tensor_dataclass[0, ...].d["t2"]["t3"].shape == (3, 4, 5)
assert tensor_dataclass[0, ..., 0].shape == (3,)
assert tensor_dataclass[0, ..., 0].a.shape == (3, 5)
assert tensor_dataclass[0, ..., 0].d["t1"].shape == (3, 5)
assert tensor_dataclass[0, ..., 0].d["t2"]["t3"].shape == (3, 5)
assert tensor_dataclass[..., 0].shape == (2, 3)
assert tensor_dataclass[..., 0].a.shape == (2, 3, 5)
assert tensor_dataclass[..., 0].d["t1"].shape == (2, 3, 5)
assert tensor_dataclass[..., 0].d["t2"]["t3"].shape == (2, 3, 5)
mask = torch.rand(size=(2, 3)) > 0.5
assert tensor_dataclass[mask].ndim == 2