diff --git a/Lib/test/test_import.py b/Lib/test/test_import.py
index 0a21e182eb7..2ea673637a8 100644
--- a/Lib/test/test_import.py
+++ b/Lib/test/test_import.py
@@ -163,13 +163,14 @@ class ImportTests(unittest.TestCase):
         # Need to be able to load from current dir.
         sys.path.append('')
 
-        # This used to crash.
-        exec('import ' + module)
-
-        # Cleanup.
-        del sys.path[-1]
-        unlink(filename + 'c')
-        unlink(filename + 'o')
+        try:
+            # This used to crash.
+            exec('import ' + module)
+        finally:
+            # Cleanup.
+            del sys.path[-1]
+            unlink(filename + 'c')
+            unlink(filename + 'o')
 
     def test_failing_import_sticks(self):
         source = TESTFN + ".py"