diff --git a/src/haproxy.c b/src/haproxy.c
index 617a08d..c6e022a 100644
--- a/src/haproxy.c
+++ b/src/haproxy.c
@@ -2634,14 +2634,6 @@
 		/* Check if we can expire some tasks */
 		next = wake_expired_tasks();
 
-		if (stopping && tasks_run_queue == 0)
-			_HA_ATOMIC_OR(&stopping_thread_mask, tid_bit);
-
-		/* stop when there's nothing left to do */
-		if ((jobs - unstoppable_jobs) == 0 && tasks_run_queue == 0 &&
-		    (stopping_thread_mask & all_threads_mask) == all_threads_mask)
-			break;
-
 		/* also stop  if we failed to cleanly stop all tasks */
 		if (killed > 1)
 			break;
@@ -2664,6 +2656,16 @@
 				wake = 0;
 		}
 
+		if (!wake) {
+			if (stopping)
+				_HA_ATOMIC_OR(&stopping_thread_mask, tid_bit);
+
+			/* stop when there's nothing left to do */
+			if ((jobs - unstoppable_jobs) == 0 &&
+			    (stopping_thread_mask & all_threads_mask) == all_threads_mask)
+				break;
+		}
+
 		/* The poller will ensure it returns around <next> */
 		cur_poller.poll(&cur_poller, next, wake);
 		if (sleeping_thread_mask & tid_bit)