diff --git a/usr.sbin/bhyve/Makefile b/usr.sbin/bhyve/Makefile
index b884930d5b0..e5829300a41 100644
--- a/usr.sbin/bhyve/Makefile
+++ b/usr.sbin/bhyve/Makefile
@@ -85,7 +85,14 @@ CFLAGS.kernemu_dev.c+=	-I${SRCTOP}/sys/amd64
 .PATH:  ${BHYVE_SYSDIR}/sys/amd64/vmm
 SRCS+=	vmm_instruction_emul.c
 
-LIBADD=	vmmapi md pthread z util sbuf cam 9p casper cap_pwd cap_grp
+LIBADD=	vmmapi md pthread z util sbuf cam 9p
+
+if ${MK_CASPER} != "no"
+LIBADD+=	casper
+LIBADD+=	cap_pwd
+LIBADD+=	cap_grp
+.endif
+
 .if ${MK_BHYVE_SNAPSHOT} != "no"
 LIBADD+= ucl xo
 .endif