4 lines
93 B
Python
4 lines
93 B
Python
# GPU Memory Types
|
|
GPU_MEMORY_TYPE_KV_CACHE = "kv_cache"
|
|
GPU_MEMORY_TYPE_WEIGHTS = "weights"
|