diff --git a/Makefile b/Makefile
index 52126a33..7c6178a8 100644
--- a/Makefile
+++ b/Makefile
@@ -14,9 +14,9 @@ endif
 all: docs packages
 .PHONY: docs hooks
 
-# Temporary directory
+# Temporary directory, include .fmf to prevent exploring tests there
 tmp:
-	mkdir $(TMP)
+	mkdir -p $(TMP)/.fmf
 
 # Run the test suite, optionally with coverage
 test: tmp