diff --git a/mergoo/composers/composer_moe.py b/mergoo/composers/composer_moe.py index 22b73c7..ac65b9e 100644 --- a/mergoo/composers/composer_moe.py +++ b/mergoo/composers/composer_moe.py @@ -74,7 +74,7 @@ def _load_base_model(self, model_id): mps = torch.backends.mps.is_available() except: mps = False - config = AutoConfig.from_pretrained(model_id,trust_remote_code=True) + config = AutoConfig.from_pretrained(model_id, trust_remote_code=True) if config.model_type == "bert": model = self.model_cls.from_pretrained( model_id, torch_dtype=self.torch_dtype, trust_remote_code=True