diff --git a/config.sh b/config.sh
index eb2612e..ecbd0c4 100644
--- a/config.sh
+++ b/config.sh
@@ -81,5 +81,7 @@ function run_tests {
     fi
     python --version
     cd ../pyosmium/test
-    python -m nose test*py
+    # Remove build artifacts so they will not interfere with tests
+    rm -rf ../build
+    python -m nose
 }