diff --git a/nni/algorithms/compression/pytorch/pruning/amc/amc_pruner.py b/nni/algorithms/compression/pytorch/pruning/amc/amc_pruner.py
index c2d12429d5..bf9caa80d4 100644
--- a/nni/algorithms/compression/pytorch/pruning/amc/amc_pruner.py
+++ b/nni/algorithms/compression/pytorch/pruning/amc/amc_pruner.py
@@ -14,8 +14,6 @@
 from .lib.agent import DDPG
 from .lib.utils import get_output_folder
 
-torch.backends.cudnn.deterministic = True
-
 _logger = logging.getLogger(__name__)
 
 class AMCPruner(Pruner):