Skip to content

Commit

Permalink
fix: lint errors
Browse files Browse the repository at this point in the history
Signed-off-by: Mehant Kammakomati <mehant.kammakomati2@ibm.com>
  • Loading branch information
kmehant committed Feb 18, 2025
1 parent 78123d6 commit acd6d19
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,11 @@ class ScatterMoEAccelerationPlugin(AccelerationPlugin):
# if we decide to extract the kernels, then we do not need to anymore,
# https://github.com/foundation-model-stack/fms-acceleration/issues/105

restricted_model_archs = ["GraniteMoeForCausalLM", "MixtralForCausalLM", "GraniteMoeSharedForCausalLM"]
restricted_model_archs = [
"GraniteMoeForCausalLM",
"MixtralForCausalLM",
"GraniteMoeSharedForCausalLM",
]

def __init__(self, configurations: Dict[str, Dict]):
super().__init__(configurations)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -108,7 +108,8 @@ def get_mp_rules(base_type: str):
ModelPatcherRule(
rule_id="granitemoeshared-rope",
import_and_maybe_reload=(
"transformers.models.granitemoeshared.modeling_granitemoeshared.apply_rotary_pos_emb",
"transformers.models.granitemoeshared.\
modeling_granitemoeshared.apply_rotary_pos_emb",
fast_rope_embedding,
None,
),
Expand Down

0 comments on commit acd6d19

Please sign in to comment.