exclude observer modules

Signed-off-by: Brian Dellabetta <[email protected]>

Author: brian-dellabetta

src/llmcompressor/modifiers/awq/base.py

@@ -332,6 +332,9 @@ def _set_resolved_mappings(self, model: Module) -> None:
                         balance_regex,
                         smooth_parent,
                     ).items():
+                        if balance_suffix.endswith("observer"):
+                            continue
+
                         balance_name = f"{smooth_parent_name}.{balance_suffix}"
 
                         # exclude v_proj->o_proj mappings whose shapes are incompatible