RF relative_positional_encoding, ignore dyn dims in concat

#1666
rwth-i6 · Dec 11, 2024 · 76b08ff · 76b08ff
1 parent 55f6bbc
commit 76b08ff
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/returnn/frontend/attention.py b/returnn/frontend/attention.py
@@ -869,6 +869,7 @@ def _make_indices(
         indices, out_spatial_dim = rf.concat(
             (q_pos_vec - query_spatial_dim_m1.get_dim_value_tensor(), query_spatial_dim_m1),
             (kv_pos_vec, key_value_spatial_dim),
+            handle_dynamic_dims=False,
         )
     if query_offset is not None:
         indices = indices - query_offset