cleanup before and after
diff --git a/buildkite/bazelci.py b/buildkite/bazelci.py
index fb6bd76..3058746 100644
--- a/buildkite/bazelci.py
+++ b/buildkite/bazelci.py
@@ -281,6 +281,7 @@
   finally:
     if tmpdir:
       shutil.rmtree(tmpdir)
+    cleanup(bazel_binary)
     if exit_code > -1:
       exit(exit_code)