diff --git a/gunicorn/arbiter.py b/gunicorn/arbiter.py
index 3391c1bb..551d7596 100644
--- a/gunicorn/arbiter.py
+++ b/gunicorn/arbiter.py
@@ -460,6 +460,6 @@ class Arbiter(object):
                     worker = self.WORKERS.pop(pid)
                     worker.tmp.close()
                     os.unlink(worker.tmpname)
-                except:
+                except (KeyError, OSError):
                     pass
             raise