diff --git a/.gitignore b/.gitignore
index d5f0a9780..da0ca95e7 100644
--- a/.gitignore
+++ b/.gitignore
@@ -16,3 +16,4 @@ hardware/arduino/bootloaders/caterina_LUFA/.dep/
 .gitignore
 build/windows/work/
 build/linux/work/
+test-bin
diff --git a/app/build.xml b/app/build.xml
index 2b72f8d57..82a959c8b 100644
--- a/app/build.xml
+++ b/app/build.xml
@@ -3,6 +3,7 @@
 
   <target name="clean" description="Clean the build directories">
     <delete dir="bin" />
+    <delete dir="test-bin" />
     <delete file="pde.jar" />
   </target>
 
@@ -49,7 +50,7 @@
     </copy>
   </target>
 
-  <target name="test" description="Runs the test">
+  <target name="test" depends="compile" description="Runs the test">
     <mkdir dir="test-bin"/>
 
     <javac source="1.5" target="1.5"
@@ -88,7 +89,7 @@
         <pathelement location="test-lib/junit-4.11.jar"/>
       </classpath>
 
-      <formatter type="plain"/>
+      <formatter type="xml"/>
 
       <batchtest fork="yes" todir="test-bin">
         <fileset dir="test">
@@ -99,7 +100,7 @@
 
   </target>
 
-  <target name="build" depends="compile,test" description="Build PDE">
+  <target name="build" depends="test" description="Build PDE">
     <jar basedir="bin" destfile="pde.jar" />
   </target>
 </project>