diff --git a/sys/kern/link_elf_obj.c b/sys/kern/link_elf_obj.c
index 503bdecf56bd78..63ed9bf61fc315 100644
--- a/sys/kern/link_elf_obj.c
+++ b/sys/kern/link_elf_obj.c
@@ -914,6 +914,9 @@ link_elf_load_file(linker_class_t cls, const char *filename,
 		error = ENOMEM;
 		goto out;
 	}
+#if VM_NRESERVLEVEL > 0
+	vm_object_color(ef->object, 0);
+#endif
 
 	/*
 	 * In order to satisfy amd64's architectural requirements on the