We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent be8bd48 commit 72d51b0Copy full SHA for 72d51b0
src/llmcompressor/modifiers/awq/base.py
@@ -310,8 +310,7 @@ def _set_resolved_mappings(self, model: Module) -> None:
310
if not balance_layer:
311
continue
312
313
- # exclude v_proj/o_proj mappings whose shapes are incompatible
314
- # exclude fused qkv_proj/o_proj mappings when shapes are not all equal
+ # exclude v_proj->o_proj mappings whose shapes are incompatible
315
# https://github.com/mit-han-lab/llm-awq/pull/67#issuecomment-1681632777
316
if (
317
isinstance(smooth_layer, torch.nn.Linear)
0 commit comments