diff --git a/coub-dl.py b/coub-dl.py
index 26c18f7..a1ac0e3 100644
--- a/coub-dl.py
+++ b/coub-dl.py
@@ -97,12 +97,12 @@ def mux_streams():
 
 
 def cleanup():
-    try:
-        for key in FILES:
-            if key not in OUTPUT_KEYS:
+    for key in FILES:
+        if key not in OUTPUT_KEYS:
+            try:
                 remove(FILES[key])
-    except FileNotFoundError:
-        pass
+            except FileNotFoundError:
+                pass
 
 
 def yes_no_question(question, default):