diff --git a/Makefile.in b/Makefile.in
index 1a49039d0..76e49a556 100644
--- a/Makefile.in
+++ b/Makefile.in
@@ -157,8 +157,6 @@ qemu:
 
 install:
 	$Q$(INSTALL_DATA) $(NAME) $(prefix)/$(TOPDIR)/$(CROSSCOMPREFIX)/lib/
-	$Q$(INSTALL_DATA) usr/libomp/libiomp.a $(prefix)/$(TOPDIR)/$(CROSSCOMPREFIX)/lib/
-	$Q$(INSTALL_DATA) usr/libomp/libgomp.spec $(prefix)/$(TOPDIR)/$(CROSSCOMPREFIX)/lib/
 
 clean:
 	$Q$(RM) $(NAME) $(NAME).sym $(NAME).bin *~
diff --git a/debian/rules b/debian/rules
index 37c405f7e..d2a908ed7 100755
--- a/debian/rules
+++ b/debian/rules
@@ -26,3 +26,7 @@ override_dh_auto_configure:
 
 override_dh_auto_test:
 	@echo "tests are disabled"
+
+override_dh_auto_install:
+	mkdir -p debian/libhermit/opt/hermit/x86_64-hermit/lib
+	/usr/bin/install -c -m 644 libhermit.a debian/libhermit/opt/hermit/x86_64-hermit/lib