diff --git a/sys/vm/vm_page.c b/sys/vm/vm_page.c
index de08bcedba1..7082eccd77a 100644
--- a/sys/vm/vm_page.c
+++ b/sys/vm/vm_page.c
@@ -3290,7 +3290,8 @@ vm_page_cache(vm_page_t m)
 	cache_was_empty = vm_radix_is_empty(&object->cache);
 	if (vm_radix_insert(&object->cache, m)) {
 		mtx_unlock(&vm_page_queue_free_mtx);
-		if (object->resident_page_count == 0)
+		if (object->type == OBJT_VNODE &&
+		    object->resident_page_count == 0)
 			vdrop(object->handle);
 		m->object = NULL;
 		vm_page_free(m);