dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

[fix] baseline4 NaN 0X7FFF7FFF

Browse Source
This commit is contained in:
root
2026-08-18 09:54:25 +00:00
parent 7a02a5bf92
commit 3c53587de2
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
qwen3_6_scripts/mamba_cache.py
View File

@@ -10,7 +10,7 @@ class MambaCacheManager:
def __init__(self, dtype, num_mamba_layers, max_batch_size,
conv_state_shape, temporal_state_shape):
conv_state = torch.empty(size=(num_mamba_layers, max_batch_size) +
conv_state = torch.zeros(size=(num_mamba_layers, max_batch_size) +
conv_state_shape,
dtype=dtype,
device="cuda")
@@ -209,10 +209,6 @@ class MambaCacheManager:
for req_id in finished_seq_groups_req_ids:
if req_id in self.mamba_cache_indices_mapping:
seq_mapping = self.mamba_cache_indices_mapping.pop(req_id)
# Zero out released cache slots so new requests start from
# clean state. Without this, a new prefill reuses the stale
# temporal_state of the previous (unrelated) request, causing
# the GDN delta-rule to diverge → NaN → GPU memory corruption.
for cache_idx in seq_mapping.values():
for cache_t in self.mamba_cache:
cache_t[:, cache_idx].zero_()