diff --git a/buildkite/pipelines/bazelci.py b/buildkite/pipelines/bazelci.py
index 7cce3f4..6227b8a 100644
--- a/buildkite/pipelines/bazelci.py
+++ b/buildkite/pipelines/bazelci.py
@@ -30,6 +30,8 @@
 def run(config, platform, bazel_binary, git_repository):
     try:
         if git_repository:
+            if os.path.exists("downstream-repo"):
+                shutil.rmtree("downstream-repo")
             clone_repository(git_repository)
             cleanup(bazel_binary)
         else: