diff --git a/.rubocop_todo.yml b/.rubocop_todo.yml
index 41bc962..d58c939 100644
--- a/.rubocop_todo.yml
+++ b/.rubocop_todo.yml
@@ -47,11 +47,6 @@ Lint/EmptyBlock:
   Exclude:
     - 'lib/heathen/processor.rb'
 
-# This cop supports unsafe autocorrection (--autocorrect-all).
-Lint/NonAtomicFileOperation:
-  Exclude:
-    - 'lib/document.rb'
-
 # This cop supports safe autocorrection (--autocorrect).
 Lint/ParenthesesAsGroupedExpression:
   Exclude:
diff --git a/lib/document.rb b/lib/document.rb
index 81d16fe..c814eec 100644
--- a/lib/document.rb
+++ b/lib/document.rb
@@ -159,7 +159,7 @@ def set_current(version)
       raise InvalidVersion.new unless /^v\d+$/.match?(version)
 
       # need to do this, or ln_s will put the symlink *into* the old dir
-      File.unlink directory + CURRENT if File.exist? directory + CURRENT
+      FileUtils.rm_f directory + CURRENT
       FileUtils.ln_s version, directory + CURRENT, force: true
     end