diff --git a/src/checks.c b/src/checks.c
index 909bd52..aa93bab 100644
--- a/src/checks.c
+++ b/src/checks.c
@@ -2245,6 +2245,7 @@
 		b_reset(&check->bi);
 		b_reset(&check->bo);
 
+		task_set_affinity(t, tid_bit);
 		ret = connect_conn_chk(t);
 		cs = check->cs;
 		conn = cs_conn(cs);
@@ -2276,7 +2277,6 @@
 					__event_srv_chk_r(cs);
 			}
 
-			task_set_affinity(t, tid_bit);
 			goto reschedule;
 
 		case SF_ERR_SRVTO: /* ETIMEDOUT */
@@ -2298,6 +2298,7 @@
 		}
 
 		/* here, we have seen a synchronous error, no fd was allocated */
+		task_set_affinity(t, MAX_THREADS_MASK);
 		if (cs) {
 			if (check->wait_list.events)
 				cs->conn->xprt->unsubscribe(cs->conn,