diff --git a/tests/tester.nim b/tests/tester.nim
index 079d9f5..2c39a83 100644
--- a/tests/tester.nim
+++ b/tests/tester.nim
@@ -882,7 +882,8 @@ test "compilation without warnings":
     ]
 
   proc execBuild(fileName: string): tuple[output: string, exitCode: int] =
-    result = execCmdEx(fmt"nim c -o:{buildDir} {fileName}")
+    result = execCmdEx(
+      fmt"nim c -o:{buildDir/fileName.splitFile.name} {fileName}")
 
   proc checkOutput(output: string): uint =
     const warningsToCheck = [
@@ -898,6 +899,8 @@ test "compilation without warnings":
           checkpoint(line)
           inc(result)
 
+  removeDir(buildDir)
+
   var linesWithWarningsCount: uint = 0
   for file in filesToBuild:
     let (output, exitCode) = execBuild(file)