40 lines
1.2 KiB
Python
40 lines
1.2 KiB
Python
|
# config_builder/qwen3.py
|
||
|
|
import re
|
||
|
|
|
||
|
|
from .base import QuantConfigBuilder
|
||
|
|
from ..specs import ResolvedQuantConfig
|
||
|
|
|
||
|
|
|
||
|
|
class GLM4_7QuantConfigBuilder(QuantConfigBuilder):
|
||
|
|
|
||
|
|
def __init__(self, qconfig: dict, custom_dequant_config: dict):
|
||
|
|
qc = qconfig
|
||
|
|
# get ignore from qconfig
|
||
|
|
self.original_ignore = self.get_ignore(qc)
|
||
|
|
# get ignore from custom_dequant_config
|
||
|
|
self.custom_ignore = self.get_ignore(custom_dequant_config)
|
||
|
|
self.exact_ignore, self.regex_ignore = self.compile_ignore(self.original_ignore+self.custom_ignore)
|
||
|
|
|
||
|
|
def _ignored(self, weight_name: str) -> bool:
|
||
|
|
if any(weight_name.startswith(ig) for ig in self.exact_ignore):
|
||
|
|
return True
|
||
|
|
if any(re.match(p, weight_name) for p in self.regex_ignore):
|
||
|
|
return True
|
||
|
|
|
||
|
|
return False
|
||
|
|
|
||
|
|
def resolve(self, weight_name: str):
|
||
|
|
if self._ignored(weight_name):
|
||
|
|
return None
|
||
|
|
|
||
|
|
return ResolvedQuantConfig(
|
||
|
|
dtype="float",
|
||
|
|
num_bits=8,
|
||
|
|
packed=False,
|
||
|
|
strategy="channel",
|
||
|
|
group_size=None,
|
||
|
|
block_structure=(0,0),
|
||
|
|
symmetric=True,
|
||
|
|
dynamic=False,
|
||
|
|
)
|