diff --git a/src/proto_tcp.c b/src/proto_tcp.c
index b283db4..806eb3e 100644
--- a/src/proto_tcp.c
+++ b/src/proto_tcp.c
@@ -1448,6 +1448,7 @@
 				((struct sockaddr_in6 *)&cli_conn->addr.from)->sin6_port = 0;
 			}
 		}
+		cli_conn->flags |= CO_FL_ADDR_FROM_SET;
 	}
 	return ACT_RET_CONT;
 }