Skip to content
Open
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 21 additions & 1 deletion src/llmcompressor/modifiers/awq/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,7 @@
from llmcompressor.utils.helpers import calibration_forward_context
from llmcompressor.utils.pytorch.module import (
get_module_to_name_dict,
match_targets,
)

__all__ = ["AWQModifier"]
Expand Down Expand Up @@ -336,7 +337,26 @@ def _set_resolved_mappings(self, model: Module) -> None:
parent_name=ancestor_name,
)
)
self._resolved_mappings = resolved_mappings

# Filter out mappings where all balance layers are in the ignore list
filtered_mappings = []
for mapping in resolved_mappings:
# Check if all balance layers are ignored
all_ignored = all(
match_targets(balance_name, self.ignore)[0]
for balance_name in mapping.balance_names
)

if not all_ignored:
filtered_mappings.append(mapping)
else:
logger.info(
f"Skipping mapping for {mapping.smooth_name} because all "
f"balance layers {mapping.balance_names} are in the ignore list"
)

self._resolved_mappings = filtered_mappings

return

def _setup_activation_cache_hooks(self) -> None:
Expand Down