Inital commit

Signed-off-by: Amit Raj <[email protected]>

Author: quic-amitraj

QEfficient/base/pytorch_transforms.py

@@ -90,7 +90,7 @@ def mutate(cls, original_module: nn.Module, parent_module: nn.Module):
         raise NotImplementedError("Please implement your own method by inheriting this class")
 
 
-class ModuleMethodMapperTransform(PytorchTransform):
+class ExternalModuleMapperTransform(PytorchTransform):
     """
     Serves as base class for any transform that want to map a particular method of a class to a new method implementation.
     """

QEfficient/transformers/models/grok_1/__init__.py

@@ -1,7 +1,7 @@
 # -----------------------------------------------------------------------------
 #
-# Copyright (c) 2024 Qualcomm Innovation Center, Inc. All rights reserved.
+# Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
 # SPDX-License-Identifier: BSD-3-Clause
 #
-# -----------------------------------------------------------------------------
+# ----------------------------------------------------------------------------
 

QEfficient/transformers/models/grok_1/modeling_grok1.py

@@ -1,9 +1,10 @@
 # -----------------------------------------------------------------------------
 #
-# Copyright (c) 2024 Qualcomm Innovation Center, Inc. All rights reserved.
+# Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
 # SPDX-License-Identifier: BSD-3-Clause
 #
-# -----------------------------------------------------------------------------
+# ----------------------------------------------------------------------------
+
 from typing import List, Optional, Tuple, Union
 
 import torch

QEfficient/transformers/models/modeling_auto.py

@@ -36,7 +36,7 @@
 )
 from QEfficient.transformers.models.pytorch_transforms import (
     CustomOpsTransform,
-    KVCacheModuleMethodMapperTransform,
+    KVCacheExternalModuleMapperTransform,
     KVCacheTransform,
     SpDTransform,
     VlmKVOffloadTransform,
@@ -403,7 +403,7 @@ class QEffVisionEncoderForTextImageToTextModel(QEFFBaseModel):
         GPTQToMatmulNbitsTransform,
         CustomOpsTransform,
         KVCacheTransform,
-        KVCacheModuleMethodMapperTransform,
+        KVCacheExternalModuleMapperTransform,
     ]
     _onnx_transforms = [FP16ClipTransform, SplitTensorsTransform]
 
@@ -863,7 +863,7 @@ class _QEFFAutoModelForImageTextToTextSingleQPC(QEFFTransformersBase, Multimodal
         GPTQToMatmulNbitsTransform,
         CustomOpsTransform,
         KVCacheTransform,
-        KVCacheModuleMethodMapperTransform,
+        KVCacheExternalModuleMapperTransform,
         VlmNoKVOffloadTransform,
     ]
     _onnx_transforms = [FP16ClipTransform, SplitTensorsTransform]
@@ -1299,7 +1299,7 @@ class QEFFAutoModelForCausalLM(QEFFBaseModel):
         FP8DeQuantLinearToLinearTransform,
         CustomOpsTransform,
         KVCacheTransform,
-        KVCacheModuleMethodMapperTransform,
+        KVCacheExternalModuleMapperTransform,
     ]
     _onnx_transforms = [FP16ClipTransform, SplitTensorsTransform]
 

QEfficient/transformers/models/pytorch_transforms.py

@@ -131,7 +131,7 @@
     WhisperPositionalEmbedding,
 )
 
-from QEfficient.base.pytorch_transforms import ModuleMappingTransform, ModuleMethodMapperTransform
+from QEfficient.base.pytorch_transforms import ModuleMappingTransform, ExternalModuleMapperTransform
 from QEfficient.customop import CustomRMSNormAIC, GemmaCustomRMSNormAIC
 from QEfficient.transformers.models.codegen.modeling_codegen import (
     QEffCodeGenAttention,
@@ -480,7 +480,7 @@ class VlmNoKVOffloadTransform(ModuleMappingTransform):
     }
 
 
-class KVCacheModuleMethodMapperTransform(ModuleMethodMapperTransform):
+class KVCacheExternalModuleMapperTransform(ExternalModuleMapperTransform):
     _match_string_replace_method = {
         "InternVLChatModel": {
             "forward": QEffInternVLModel.forward,