[Minor] move triton attention kernels into a separate folder (#1379)

This commit is contained in:
Lianmin Zheng
2024-09-10 15:15:08 -07:00
committed by GitHub
parent fbb4754cb8
commit 3a6e8b6d78
13 changed files with 24 additions and 15 deletions

View File

@@ -16,11 +16,9 @@ limitations under the License.
"""Utilities for Huggingface Transformers."""
import contextlib
import functools
import json
import os
import warnings
from typing import AbstractSet, Collection, Dict, List, Literal, Optional, Type, Union
from typing import Dict, Optional, Type, Union
from huggingface_hub import snapshot_download
from transformers import (