some fixes

gunicorn/httpserver.py

@@ -82,7 +82,7 @@ class HTTPServer(object):
                 self.LISTENERS.append(sock)
             except socket.error, e:
                 if e[0] == errno.EADDRINUSE:
-                    self.logger.error("adding listener failed address: %s" % addr)
+                    self.logger.error("adding listener failed address: %s" % str(addr))
                 if i < tries:
                     self.logger.error("retrying in %s seconds." % str(delay))
                 time.sleep(delay)
@@ -91,15 +91,43 @@ class HTTPServer(object):
     def join(self):
         # this pipe will be used to wake up the master when signal occurs
         self.init_pipe()
-        try:
+        respawn = True
-             os.waitpid(-1, 0)
+        while True:
+            try:
+                #if respawn:
+                    #self.maintain_worker_count()
+                os.waitpid(-1, os.WNOHANG)
+                self.master_sleep()
+            except Exception, e:
+                self.logger.error("Unhandled exception [%s]" % str(e))
+            except KeyboardInterrupt:
+                self.kill_workers(signal.SIGQUIT)
+                sys.exit()
 
-        except KeyboardInterrupt:
+            
-            self.kill_workers(signal.SIGQUIT)
+            
-            sys.exit()
+    def master_sleep(self):
+        while True:
+            ready = select.select([self.PIPE[0]], [], [], 1)
+            if ready and ready[0]: break
+        try:
+            while True:
+                data = os.read(self.PIPE[0], 4096)
+                if len(data) < 4096: return
+        except errno.EAGAIN, errno.EINTR:
+            pass
 
     def init_worker_process(self, worker):
-        pass
+        for w in self.WORKERS:
+            if w != worker:
+                try:
+                    w.tmp.close()
+                except:
+                    continue
+            else:
+                continue
+        [fcntl.fcntl(sock.fileno(), fcntl.F_SETFD, fcntl.FD_CLOEXEC) for sock in self.LISTENERS]
+        fcntl.fcntl(worker.tmp.fileno(), fcntl.F_SETFD, fcntl.FD_CLOEXEC)
 
 
     def process_client(self, listener, conn, addr):
@@ -114,17 +142,17 @@ class HTTPServer(object):
         pid = os.fork()
 
         if pid == 0:
-            worker_pid =   os.getpid()
+            worker_pid = os.getpid()
             yield worker_pid
             self.init_worker_process(worker)
             alive = worker.tmp.fileno()
             m = 0
             ready = self.LISTENERS
+            try:
+                while alive:
+                    m = 0 if m == 1 else 1
+                    os.fchmod(alive, m)
                 
-            while alive:
-                m = 0 if m == 1 else 1
-                os.fchmod(alive, m)
-                try:
                     for sock in ready:
                         try:
                             self.process_client(sock, *sock.accept_nonblock())
@@ -139,20 +167,20 @@ class HTTPServer(object):
 
                     while True:
                         try:
-                            fd_sets = select.select([self.LISTENERS], [], self.PIPE, self.timeout)
+                            fd_sets = select.select(self.LISTENERS, [], self.PIPE, self.timeout)
-                            if fd_sets:
+                            if fd_sets and fd_sets[0]:
                                 ready = [fd_sets[0]]
                                 break
                         except errno.EINTR:
                             ready = self.LISTENERS
                         except Exception, e:
-                            print str(e)
+                            self.logger.error("Unhandled exception in worker %s [%s]" % (worker_pid, e))
                             pass
                     
-                except KeyboardInterrupt:
+            except KeyboardInterrupt:
-                    sys.exit()
+                sys.exit()
-                except Exception, e:
+            except Exception, e:
-                    self.logger.error("Unhandled exception in worker %s [%s]" % (worker_pid, e))
+                self.logger.error("Unhandled exception in worker %s [%s]" % (worker_pid, e))
     
     def kill_workers(self, sig):
         """kill all workers with signal sig """
@@ -165,7 +193,7 @@ class HTTPServer(object):
         try:
             os.kill(pid, sig) 
         finally:
-            worker.fd.close()
+            worker.tmp.close()
             del self.WORKERS[pid]
         
         
@@ -186,7 +214,6 @@ class HTTPServer(object):
             if w.nr >= self.worker_processes:
                 self.kill_worker(pid, signal.SIGQUIT)   
 
-
     def init_pipe(self):
         if self.PIPE:
           [io.close() for io in self.PIPE]

gunicorn/socketserver.py

@@ -22,7 +22,7 @@ class TCPServer(socket.socket):
     
     def __init__(self, address, **opts):
         self.address = address
-        self.backlog = opts.get('timeout', 1024)
+        self.backlog = opts.get('backlog', 1024)
         self.timeout = opts.get('timeout', 300)
         self.reuseaddr = opts.get('reuseaddr', True)
         self.nodelay = opts.get('nodelay', True)

test.py

@@ -1,4 +1,4 @@
 from gunicorn.httpserver import HTTPServer
 
 if __name__ == '__main__':
-    server = HTTPServer(None, 4).join()
+    server = HTTPServer(None, 2).join()