Skip to content

Commit f2ed993

Browse files
committed
added "Adapted from intel/auto-round" comment
Signed-off-by: ZX-ModelCloud <zx@modelcloud.ai>
1 parent 3f4c240 commit f2ed993

10 files changed

Lines changed: 30 additions & 3 deletions

File tree

defuser/logger.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/logger.py
8+
69
import logging
710

811
logger = logging.getLogger("defuser")

defuser/modeling/fused_moe/moe_experts_interface.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/modeling/fused_moe/moe_experts_interface.py
8+
69
"""
710
Custom experts implementation for transformers' MOE integration.
811

defuser/modeling/fused_moe/qwen3_5_moe.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/modeling/fused_moe/qwen3_5_moe.py
8+
69
import torch
710
from torch.nn import functional as F
811

defuser/modeling/fused_moe/replace_modules.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/modeling/fused_moe/replace_modules.py
8+
69
from abc import ABC, abstractmethod
710

811
import torch

defuser/modeling/fused_moe/update_module.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/special_model_handler.py
8+
69
from defuser.modeling.fused_moe.replace_modules import apply_replacements, release_original_module_
710

811

defuser/modeling/unfused_moe/qwen3_moe.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/modeling/unfused_moe/qwen3_moe.py
8+
69
import torch
710
import torch.nn as nn
811
from torch.nn import functional as F

defuser/utils/common.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/utils/common.py
8+
69
import importlib
710
from functools import lru_cache
811

defuser/utils/device.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,10 @@
22
# SPDX-FileCopyrightText: 2026 qubitium@modelcloud.ai
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
5+
6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/utils/device.py
8+
59
import gc
610

711
import torch

defuser/utils/hf.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,10 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6-
import traceback
6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/modeling/unfused_moe/__init__.py
78

89
import torch
9-
from torch import nn
1010

1111
from packaging import version
1212

@@ -142,7 +142,6 @@ def apply_modeling_patch(model: torch.nn.Module) -> bool:
142142
logger.info(f"Patched module: {orig_path} -> {custom_path}")
143143
return True
144144
except Exception as e:
145-
traceback.print_exc()
146145
logger.warning(f"Failed to patch {orig_path}: {e}")
147146
return False
148147
return False

defuser/utils/model.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@
33
# SPDX-License-Identifier: Apache-2.0
44
# Contact: qubitium@modelcloud.ai, x.com/qubitium
55

6+
# Adapted from intel/auto-round
7+
# at https://github.com/intel/auto-round/blob/main/auto_round/utils/model.py
8+
69
import torch
710

811

0 commit comments

Comments
 (0)