diff --git a/build.sh b/build.sh
index 18587ca5d047f5b846899b662ff8719cd8d9b9be..3c172dd55018b78bd12b98ed3b5032fdab7d2f38 100644
--- a/build.sh
+++ b/build.sh
@@ -256,11 +256,11 @@ function build_rpm()
 
 function build_driver()
 {
-    modprobe -r hisi_zip
-	modprobe -r hisi_hpre
-	modprobe -r hisi_sec2
-	modprobe -r hisi_qm
-	modprobe -r uacce
+    lsmod | grep -q "^hisi_zip"  && modprobe -r hisi_zip
+	lsmod | grep -q "^hisi_hpre" && modprobe -r hisi_hpre
+	lsmod | grep -q "^hisi_sec2" && modprobe -r hisi_sec2
+	lsmod | grep -q "^hisi_qm"   && modprobe -r hisi_qm
+	lsmod | grep -q "^uacce"     && modprobe -r uacce
 
     cd ${KAE_KERNEL_DIR}
     make -j