fix SVD

jiaweizzhao · Mar 8, 2024 · a6bc165 · a6bc165
1 parent 8460814
commit a6bc165
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/galore_torch/galore_projector.py b/galore_torch/galore_projector.py
@@ -80,7 +80,7 @@ def get_orthogonal_matrix(self, weights, rank, type):
             float_data = True
             matrix = module_params.data
 
-        U, s, Vh = torch.linalg.svd(matrix)
+        U, s, Vh = torch.linalg.svd(matrix, full_matrices = False)
 
         #make the smaller matrix always to be orthogonal matrix
         if type=='right':