We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 3db37fc commit d2322cdCopy full SHA for d2322cd
1 file changed
src/transformers/utils/quantization_config.py
@@ -1806,8 +1806,8 @@ def __init__(
1806
modules_to_not_convert: Optional[List] = None,
1807
linear_class: Optional[str] = "bitlinear",
1808
quantization_mode: Optional[str] = "offline",
1809
- use_rms_norm: bool = None,
1810
- rms_norm_eps: float = None,
+ use_rms_norm: Optional[bool] = False,
+ rms_norm_eps: Optional[float] = 1e-6,
1811
**kwargs,
1812
):
1813
if linear_class not in ["bitlinear", "autobitlinear"]:
0 commit comments