Skip to content
This repository was archived by the owner on Aug 25, 2026. It is now read-only.
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
19 changes: 10 additions & 9 deletions penzai/core/shapecheck.py
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,7 @@ class DimVar(Mapping):
and the inner name is the named shape of a single axis in that collection.
"""

name: str | tuple[str, str | int]
name: str | tuple[str, named_axes.AxisName | int]

def __len__(self) -> int:
return 1
Expand Down Expand Up @@ -148,7 +148,7 @@ class KnownDim:
from_keypath: Optional keypath that indicates where this size was bound.
"""

name: str | tuple[str, str | int]
name: str | tuple[str, named_axes.AxisName | int]
size: int
from_keypath: str | None = None

Expand Down Expand Up @@ -177,8 +177,11 @@ def var(name: str) -> DimVar:

def vars_for_axes(
var_name: str,
axis_names_or_specs: Collection[str] | Mapping[str, int | None],
) -> dict[str, DimVar | KnownDim]:
axis_names_or_specs: (
Collection[named_axes.AxisName]
| Mapping[named_axes.AxisName, int | None]
),
) -> dict[named_axes.AxisName, DimVar | KnownDim]:
"""Creates variables for a known collection of named axes.

Args:
Expand Down Expand Up @@ -512,7 +515,7 @@ def _try_match_one(
keypath,
pattern: int | DimVar | MultiDimVar | KnownDim,
value: int | tuple[int, ...] | dict[named_axes.AxisName, int],
solutions: dict[str | tuple[str, str], _Binding],
solutions: dict[str | tuple[str, named_axes.AxisName | int], _Binding],
) -> str | None:
"""Internal helper to match a pattern with a value.

Expand Down Expand Up @@ -574,7 +577,7 @@ def _try_match_one(

def _positional_inline_multidimvars(
constraint: _PositionalConstraint,
solutions: dict[str | tuple[str, str], _Binding],
solutions: dict[str | tuple[str, named_axes.AxisName | int], _Binding],
) -> tuple[_PositionalConstraint, str]:
"""Simplifies a positional constraint by inlining multivars."""
new_pattern = []
Expand All @@ -601,7 +604,7 @@ def _positional_inline_multidimvars(

def _named_inline_multidimvars(
constraint: _NamedConstraint,
solutions: dict[str | tuple[str, str], _Binding],
solutions: dict[str | tuple[str, named_axes.AxisName | int], _Binding],
) -> tuple[_NamedConstraint | _UnsatisfiedConstraint, str]:
"""Simplifies a named constraint by inlining multivars."""
new_pattern = {}
Expand All @@ -618,7 +621,6 @@ def _named_inline_multidimvars(
binding = solutions[key.name]
assert isinstance(binding.value, dict)
for subkey, subval in binding.value.items():
assert isinstance(subkey, str)
if subkey in new_pattern:
return (
_UnsatisfiedConstraint(
Expand Down Expand Up @@ -1038,7 +1040,6 @@ def add_constraints(keypath, pattern: Any, value: Any):
):
found = solutions[name[0]].value[name[1]]
else:
assert isinstance(name[1], str)
if isinstance(solutions[name[0]].value, dict):
found = solutions[name[0]].value.get(name[1])
if found != binding.value:
Expand Down
40 changes: 34 additions & 6 deletions tests/core/shapecheck_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -94,9 +94,11 @@ def test_bad_shapes_dtypes(self):
def test_simple_named(self):
match = pz.chk.check_structure(
value={
"a": pz.nx.zeros(
{"foo": 3, "bar": 4, "baz": 5}, dtype=jnp.float32
).untag("baz"),
"a": (
pz.nx.zeros(
{"foo": 3, "bar": 4, "baz": 5}, dtype=jnp.float32
).untag("baz")
),
},
pattern={
"a": pz.chk.ArraySpec(shape=(5,), named_shape={"foo": 3, "bar": 4})
Expand All @@ -116,9 +118,11 @@ def test_bad_named_shapes(self):
with self.assertRaisesWithLiteralMatch(pz.chk.StructureMismatchError, err):
pz.chk.check_structure(
value={
"a": pz.nx.zeros(
{"foo": 3, "bar": 4, "baz": 5}, dtype=jnp.float32
).untag("baz"),
"a": (
pz.nx.zeros(
{"foo": 3, "bar": 4, "baz": 5}, dtype=jnp.float32
).untag("baz")
),
"b": pz.nx.zeros({"foo": 3, "bar": 4, "baz": 5}, dtype=jnp.int32),
"c": pz.nx.zeros(
{"foo": 3, "bar": 4, "baz": 5}, dtype=jnp.float32
Expand Down Expand Up @@ -400,6 +404,30 @@ def test_named_unpack_substitution_conflict(self):
},
)

def test_named_axis_dimension_vars_support_nonstr_axis_names(self):
batch_axis = pz.nx.TmpPosAxisMarker()
match = pz.chk.check_structure(
value={
"a": pz.chk.ArraySpec(
named_shape={batch_axis: 3, "features": 2}, dtype=jnp.float32
),
"b": pz.chk.ArraySpec(
named_shape={batch_axis: 3, "outputs": 4}, dtype=jnp.float32
),
},
pattern={
"a": pz.chk.ArraySpec(
named_shape={**pz.chk.var("batch"), "features": 2},
dtype=jnp.float32,
),
"b": pz.chk.ArraySpec(
named_shape={**pz.chk.var("batch"), "outputs": 4},
dtype=jnp.float32,
),
},
)
self.assertEqual(dict(match), {"batch": {batch_axis: 3}})

def test_named_axis_inconsistent_shapes(self):
err = textwrap.dedent("""\
Mismatch while checking structures:
Expand Down