activate workflow and some more lint fixes

Signed-off-by: Yu Chin Fabian Lim <[email protected]>

.github/workflows/format.yml

@@ -28,6 +28,7 @@ jobs:
         plugin_name:
           - "framework"
           - "accelerated-peft"
+          - "fused-ops-and-kernels"
 
     steps:
       - uses: actions/checkout@v4

plugins/fused-ops-and-kernels/src/fms_acceleration_foak/framework_plugin_fast_quantized_peft.py

@@ -39,7 +39,9 @@ def log_patch_summary(
     # this is a guarded import, because the model rule registration
     # does not need to be loaded unless patch_model is required
     # Local
-    from .models.model_patcher import patch_model_summary #pylint: disable=import-outside-toplevel
+    from .models.model_patcher import (  # pylint: disable=import-outside-toplevel
+        patch_model_summary,
+    )
 
     for line in patch_model_summary().split("\n"):
         logging_func(line)
@@ -120,12 +122,16 @@ def augmentation(
         # this is a guarded import, because the model rule registration
         # does not need to be loaded unless patch_model is required
         # Local
-        from .models.model_patcher import patch_model #pylint: disable=import-outside-toplevel
+        from .models.model_patcher import (  # pylint: disable=import-outside-toplevel
+            patch_model,
+        )
 
         model = patch_model(model, base_type=self._base_layer)
         return model, modifiable_args
 
-    def get_callbacks_and_ready_for_train(self, model: torch.nn.Module = None, accelerator = None):
+    def get_callbacks_and_ready_for_train(
+        self, model: torch.nn.Module = None, accelerator=None
+    ):
 
         # if this is moved to framework, it can be handled as the same way as
         # log_initialization_message

plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/model_patcher.py

@@ -14,6 +14,7 @@
 
 # Standard
 from dataclasses import asdict, dataclass
+from enum import Enum
 from types import MethodType
 from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Type, Union
 import importlib
@@ -23,9 +24,6 @@
 import pandas as pd
 import torch
 
-# Standard
-from enum import Enum
-
 # ------------------------ helpers -----------------------
 
 
@@ -106,7 +104,7 @@ def is_triggered(
             # the function call may raise
             if self.type == ModelPatcherTriggerType.callable and self.check(module):
                 return True
-        except Exception: # pylint: disable=broad-exception-caught
+        except Exception:  # pylint: disable=broad-exception-caught
             # NOTE: not sure if its good idea to let the exception pass through
             pass
 

plugins/fused-ops-and-kernels/tests/__init__.py

@@ -0,0 +1,13 @@
+# Copyright The FMS HF Tuning Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

plugins/fused-ops-and-kernels/tox.ini

@@ -11,7 +11,7 @@ description = run linters
 deps =
     -e {toxinidir}/../framework
     pylint>=2.16.2,<=3.1.0
-commands = pylint src # tests # activate tests later
+commands = pylint src tests 
 allowlist_externals = pylint
 
 [testenv:fmt]
@@ -23,7 +23,7 @@ deps =
 commands = 
     # exclude the code ported from unsloth
     black --exclude .*unsloth.* src
-    # black --exclude .*unsloth.* tests # activate this later
+    black --exclude .*unsloth.* tests 
     isort .
 
 # [testenv:build]