dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix: cos_sin_cache dtype float→half in rope test

Browse Source
This commit is contained in:
claude
2026-08-14 11:18:02 +00:00
parent 7fc0c1defa
commit 1f51feee05
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
qwen3_6_scripts/verify_ast_chain.py
View File

@@ -128,7 +128,7 @@ def test_rope():
inv_freq = 1.0 / (10000.0 ** (torch.arange(0, rotary_dim, 2, dtype=torch.float32) / rotary_dim))
t = torch.arange(max_pos, dtype=torch.float32)
freqs = torch.outer(t, inv_freq)
cos_sin_cache = torch.cat([freqs.cos(), freqs.sin()], dim=-1).to("cuda")
cos_sin_cache = torch.cat([freqs.cos(), freqs.sin()], dim=-1).half().to("cuda")
positions = torch.arange(num_tokens, dtype=torch.long, device="cuda")
q = torch.randn(num_tokens, num_heads * head_size, dtype=torch.float16, device="cuda")