diff --git a/sys/kern/kern_jail.c b/sys/kern/kern_jail.c
index 8f185833e8a..892d2111bed 100644
--- a/sys/kern/kern_jail.c
+++ b/sys/kern/kern_jail.c
@@ -2456,7 +2456,7 @@ prison_deref(struct prison *pr, int flags)
 		sx_downgrade(&allprison_lock);
 
 #ifdef VIMAGE
-		if (pr->pr_flags & PR_VNET)
+		if (pr->pr_vnet != ppr->pr_vnet)
 			vnet_destroy(pr->pr_vnet);
 #endif
 		if (pr->pr_root != NULL) {