diff --git a/src/libcharon/plugins/connmark/connmark_listener.c b/src/libcharon/plugins/connmark/connmark_listener.c
index 48731af61..7a6d3d466 100644
--- a/src/libcharon/plugins/connmark/connmark_listener.c
+++ b/src/libcharon/plugins/connmark/connmark_listener.c
@@ -432,7 +432,8 @@ static bool handle_sa(child_sa_t *child_sa)
 	return child_sa->get_mark(child_sa, TRUE).value &&
 		   child_sa->get_mark(child_sa, FALSE).value &&
 		   child_sa->get_mode(child_sa) == MODE_TRANSPORT &&
-		   child_sa->get_protocol(child_sa) == PROTO_ESP;
+		   child_sa->get_protocol(child_sa) == PROTO_ESP &&
+		   !child_sa->use_per_cpu(child_sa);
 }
 
 METHOD(listener_t, child_updown, bool,