diff --git a/WakaTime.py b/WakaTime.py
index fb79339..f486314 100644
--- a/WakaTime.py
+++ b/WakaTime.py
@@ -626,18 +626,18 @@ class DownloadCLI(threading.Thread):
         if not os.path.exists(RESOURCES_FOLDER):
             os.makedirs(RESOURCES_FOLDER)
 
-        if isCliInstalled():
-            try:
-                os.remove(getCliLocation())
-            except:
-                log(DEBUG, traceback.format_exc())
-
         try:
             url = cliDownloadUrl()
             log(DEBUG, 'Downloading wakatime-cli from {url}'.format(url=url))
             zip_file = os.path.join(RESOURCES_FOLDER, 'wakatime-cli.zip')
             download(url, zip_file)
 
+            if isCliInstalled():
+                try:
+                    os.remove(getCliLocation())
+                except:
+                    log(DEBUG, traceback.format_exc())
+
             log(INFO, 'Extracting wakatime-cli...')
             with ZipFile(zip_file) as zf:
                 zf.extractall(RESOURCES_FOLDER)