jingrow/gunicorn
1
0
Fork 0
mirror of https://github.com/frappe/gunicorn.git synced 2026-07-02 18:51:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: add basic logging for adaptive queueing

Browse Source
This commit is contained in:
Ankush Menat 2026-05-29 10:37:43 +05:30
parent 140c4d13eb
commit 20792589c7
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
gunicorn/workers/gthread.py
View File

@ -117,6 +117,8 @@ class ThreadWorker(base.Worker):
self.tpool = futures.ThreadPoolExecutor(max_workers=fast) self.tpool = futures.ThreadPoolExecutor(max_workers=fast)
self.slow_pool = futures.ThreadPoolExecutor(max_workers=slow) self.slow_pool = futures.ThreadPoolExecutor(max_workers=slow)
self.predictor = SlowRoutePredictor(self.slow_threshold) self.predictor = SlowRoutePredictor(self.slow_threshold)
self.log.debug("adaptive queueing enabled: fast=%d slow=%d "
"threshold=%.1fs", fast, slow, self.slow_threshold)
else: else:
self.tpool = self.get_thread_pool() self.tpool = self.get_thread_pool()
self.poller = selectors.DefaultSelector() self.poller = selectors.DefaultSelector()
@ -220,6 +222,8 @@ class ThreadWorker(base.Worker):
conn.route_key = self._route_key(line) conn.route_key = self._route_key(line)
slow = self.predictor.is_slow(conn.route_key) slow = self.predictor.is_slow(conn.route_key)
self.log.debug("routing %r to %s lane", conn.route_key,
"slow" if slow else "fast")
self.enqueue_req(conn, slow=slow) self.enqueue_req(conn, slow=slow)
def _peek_request_line(self, conn): def _peek_request_line(self, conn):
@ -387,6 +391,8 @@ class ThreadWorker(base.Worker):
# without waiting for this request to finish # without waiting for this request to finish
self.predictor.observe_slow(fut.conn.route_key) self.predictor.observe_slow(fut.conn.route_key)
fut._observed_slow = True fut._observed_slow = True
self.log.debug("in-flight request %r crossed threshold; "
"marking route slow", fut.conn.route_key)
self._shutdown_pools(False) self._shutdown_pools(False)
self.poller.close() self.poller.close()
@ -406,8 +412,10 @@ class ThreadWorker(base.Worker):
# is learned (or unlearned) as slow # is learned (or unlearned) as slow
if (self.routing_enabled and fs.conn.route_key if (self.routing_enabled and fs.conn.route_key
and fs.conn.exec_start_time is not None): and fs.conn.exec_start_time is not None):
self.predictor.update(fs.conn.route_key, duration = time.monotonic() - fs.conn.exec_start_time
time.monotonic() - fs.conn.exec_start_time) self.predictor.update(fs.conn.route_key, duration)
self.log.debug("observed %r took %.3fs", fs.conn.route_key,
duration)
try: try:
(keepalive, conn) = fs.result() (keepalive, conn) = fs.result()