diff --git a/setup.cfg b/setup.cfg
index e45e33474..90c52a953 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -87,27 +87,18 @@ markers =
 
 # borg code style guidelines:
 # Ignoring E203 due to https://github.com/PyCQA/pycodestyle/issues/373
-ignore = W503, E203, F405
+ignore = W503, E203, F405, E402
 
 # Code style violation exceptions:
 # please note that the values are adjusted so that they do not cause failures
 # with existing code. if you want to change them, you should first fix all
 # flake8 failures that appear with your change.
 per_file_ignores =
-    src/borg/archive.py:E402,E501
-    src/borg/archiver/__init__.py:E402
+    src/borg/archive.py:E501
     src/borg/archiver/help_cmd.py:E501
-    src/borg/cache.py:E402,E501
-    src/borg/fuse.py:E402
-    src/borg/manifest.py:E402
-    src/borg/xattr.py:E402
-    src/borg/crypto/key.py:E402
+    src/borg/cache.py:E501
     src/borg/helpers/__init__.py:F401
-    src/borg/helpers/misc.py:E402
-    src/borg/helpers/parseformat.py:E402
-    src/borg/helpers/process.py:E402
     src/borg/platform/__init__.py:F401
-    src/borg/platform/base.py:E402
     src/borg/testsuite/archiver/disk_full.py:F811
     src/borg/testsuite/archiver/return_codes.py:F811
     src/borg/testsuite/benchmark.py:F811