diff --git a/src/mux_h1.c b/src/mux_h1.c
index 9eca08c..2cfe176 100644
--- a/src/mux_h1.c
+++ b/src/mux_h1.c
@@ -3262,7 +3262,7 @@
 			}
 		}
 
-		if (h1c->state == H1_CS_UPGRADING) {
+		if (h1c->h1s && !se_fl_test(h1c->h1s->sd, SE_FL_ORPHAN)) {
 			/* Don't release the H1 connection right now, we must destroy the
 			 * attached SC first. */
 			se_fl_set(h1c->h1s->sd, SE_FL_EOS | SE_FL_ERROR);