diff --git a/src/proxy.c b/src/proxy.c
index 21d11ee..18cdf42 100644
--- a/src/proxy.c
+++ b/src/proxy.c
@@ -1244,8 +1244,10 @@
 		    struct listener *, by_fe)->state > LI_ASSIGNED) {
 			struct listener *l;
 			list_for_each_entry(l, &p->conf.listeners, by_fe) {
-				if (l->state > LI_ASSIGNED)
-					close(l->rx.fd);
+				if (l->state > LI_ASSIGNED) {
+					fd_delete(l->rx.fd);
+					l->rx.fd = -1;
+				}
 				l->state = LI_INIT;
 			}
 		}