# -*- coding: utf-8 -*- """ ========================================================== File: WakaTime.py Description: Automatic time tracking for Sublime Text 2 and 3. Maintainer: WakaTime License: BSD, see LICENSE for more details. Website: https://wakatime.com/ ===========================================================""" __version__ = '11.0.1' import sublime import sublime_plugin import json import os import platform import re import ssl import subprocess import sys import time import threading import traceback import webbrowser from subprocess import STDOUT, PIPE from zipfile import ZipFile try: import Queue as queue # py2 except ImportError: import queue # py3 try: from ConfigParser import SafeConfigParser as ConfigParser from ConfigParser import Error as ConfigParserError except ImportError: from configparser import ConfigParser, Error as ConfigParserError try: from urllib2 import urlopen, urlretrieve, ProxyHandler, build_opener, install_opener, HTTPError except ImportError: from urllib.request import urlopen, urlretrieve, ProxyHandler, build_opener, install_opener from urllib.error import HTTPError is_py2 = (sys.version_info[0] == 2) is_py3 = (sys.version_info[0] == 3) is_win = platform.system() == 'Windows' if is_py2: import codecs open = codecs.open def u(text): if text is None: return None if isinstance(text, unicode): # noqa: F821 return text try: return text.decode('utf-8') except: try: return text.decode(sys.getdefaultencoding()) except: try: return unicode(text) # noqa: F821 except: try: return text.decode('utf-8', 'replace') except: try: return unicode(str(text)) # noqa: F821 except: return unicode('') # noqa: F821 elif is_py3: def u(text): if text is None: return None if isinstance(text, bytes): try: return text.decode('utf-8') except: try: return text.decode(sys.getdefaultencoding()) except: pass try: return str(text) except: return text.decode('utf-8', 'replace') else: raise Exception('Unsupported Python version: {0}.{1}.{2}'.format( sys.version_info[0], sys.version_info[1], sys.version_info[2], )) class Popen(subprocess.Popen): """Patched Popen to prevent opening cmd window on Windows platform.""" def __init__(self, *args, **kwargs): startupinfo = kwargs.get('startupinfo') if is_win or True: try: startupinfo = startupinfo or subprocess.STARTUPINFO() startupinfo.dwFlags |= subprocess.STARTF_USESHOWWINDOW except AttributeError: pass kwargs['startupinfo'] = startupinfo super(Popen, self).__init__(*args, **kwargs) # globals ST_VERSION = int(sublime.version()) HOME_FOLDER = os.path.realpath(os.environ.get('WAKATIME_HOME') or os.path.expanduser('~')) RESOURCES_FOLDER = os.path.join(HOME_FOLDER, '.wakatime') CONFIG_FILE = os.path.join(HOME_FOLDER, '.wakatime.cfg') INTERNAL_CONFIG_FILE = os.path.join(HOME_FOLDER, '.wakatime-internal.cfg') GITHUB_RELEASES_STABLE_URL = 'https://api.github.com/repos/wakatime/wakatime-cli/releases/latest' GITHUB_DOWNLOAD_PREFIX = 'https://github.com/wakatime/wakatime-cli/releases/download' SETTINGS_FILE = 'WakaTime.sublime-settings' SETTINGS = {} LAST_HEARTBEAT = { 'time': 0, 'file': None, 'is_write': False, } LAST_HEARTBEAT_SENT_AT = 0 LAST_FETCH_TODAY_CODING_TIME = 0 FETCH_TODAY_DEBOUNCE_COUNTER = 0 FETCH_TODAY_DEBOUNCE_SECONDS = 60 LATEST_CLI_VERSION = None WAKATIME_CLI_LOCATION = None HEARTBEATS = queue.Queue() HEARTBEAT_FREQUENCY = 2 # minutes between logging heartbeat when editing same file SEND_BUFFER_SECONDS = 30 # seconds between sending buffered heartbeats to API # Log Levels DEBUG = 'DEBUG' INFO = 'INFO' WARNING = 'WARNING' ERROR = 'ERROR' def parseConfigFile(configFile): """Returns a configparser.SafeConfigParser instance with configs read from the config file. Default location of the config file is at ~/.wakatime.cfg. """ kwargs = {} if is_py2 else {'strict': False} configs = ConfigParser(**kwargs) try: with open(configFile, 'r', encoding='utf-8') as fh: try: if is_py2: configs.readfp(fh) else: configs.read_file(fh) return configs except ConfigParserError: log(ERROR, traceback.format_exc()) return None except IOError: log(DEBUG, "Error: Could not read from config file {0}\n".format(configFile)) return configs class ApiKey(object): _key = None def read(self): if self._key: return self._key key = SETTINGS.get('api_key') if key: self._key = key return self._key try: configs = parseConfigFile(CONFIG_FILE) if configs: if configs.has_option('settings', 'api_key'): key = configs.get('settings', 'api_key') if key: self._key = key return self._key except: pass return self._key def write(self, key): global SETTINGS self._key = key SETTINGS.set('api_key', str(key)) sublime.save_settings(SETTINGS_FILE) APIKEY = ApiKey() def set_timeout(callback, seconds): """Runs the callback after the given seconds delay. If this is Sublime Text 3, runs the callback on an alternate thread. If this is Sublime Text 2, runs the callback in the main thread. """ milliseconds = int(seconds * 1000) try: sublime.set_timeout_async(callback, milliseconds) except AttributeError: sublime.set_timeout(callback, milliseconds) def log(lvl, message, *args, **kwargs): try: if lvl == DEBUG and not SETTINGS.get('debug'): return msg = message if len(args) > 0: msg = message.format(*args) elif len(kwargs) > 0: msg = message.format(**kwargs) try: print('[WakaTime] [{lvl}] {msg}'.format(lvl=lvl, msg=msg)) except UnicodeDecodeError: print(u('[WakaTime] [{lvl}] {msg}').format(lvl=lvl, msg=u(msg))) except RuntimeError: set_timeout(lambda: log(lvl, message, *args, **kwargs), 0) def update_status_bar(status=None, debounced=False, msg=None): """Updates the status bar.""" global LAST_FETCH_TODAY_CODING_TIME, FETCH_TODAY_DEBOUNCE_COUNTER try: if not msg and SETTINGS.get('status_bar_message') is not False and SETTINGS.get('status_bar_enabled'): if SETTINGS.get('status_bar_coding_activity') and status == 'OK': if debounced: FETCH_TODAY_DEBOUNCE_COUNTER -= 1 if debounced or not LAST_FETCH_TODAY_CODING_TIME: now = int(time.time()) if LAST_FETCH_TODAY_CODING_TIME and (FETCH_TODAY_DEBOUNCE_COUNTER > 0 or LAST_FETCH_TODAY_CODING_TIME > now - FETCH_TODAY_DEBOUNCE_SECONDS): return LAST_FETCH_TODAY_CODING_TIME = now FetchStatusBarCodingTime().start() return else: FETCH_TODAY_DEBOUNCE_COUNTER += 1 set_timeout(lambda: update_status_bar(status, debounced=True), FETCH_TODAY_DEBOUNCE_SECONDS) return else: msg = 'WakaTime: {status}'.format(status=status) if msg: active_window = sublime.active_window() if active_window: for view in active_window.views(): view.set_status('wakatime', msg) except RuntimeError: set_timeout(lambda: update_status_bar(status=status, debounced=debounced, msg=msg), 0) class FetchStatusBarCodingTime(threading.Thread): def __init__(self): threading.Thread.__init__(self) self.debug = SETTINGS.get('debug') self.api_key = APIKEY.read() or '' self.proxy = SETTINGS.get('proxy') def run(self): if not self.api_key: log(DEBUG, 'Missing WakaTime API key.') return if not isCliInstalled(): return ua = 'sublime/%d sublime-wakatime/%s' % (ST_VERSION, __version__) cmd = [ getCliLocation(), '--today', '--key', str(bytes.decode(self.api_key.encode('utf8'))), '--plugin', ua, ] if self.debug: cmd.append('--verbose') if self.proxy: cmd.extend(['--proxy', self.proxy]) log(DEBUG, ' '.join(obfuscate_apikey(cmd))) try: process = Popen(cmd, stdout=PIPE, stderr=STDOUT) output, err = process.communicate() output = u(output) if output: output = output.strip() retcode = process.poll() if not retcode and output: msg = 'Today: {output}'.format(output=output) update_status_bar(msg=msg) else: log(DEBUG, 'wakatime-core today exited with status: {0}'.format(retcode)) if output: log(DEBUG, u('wakatime-core today output: {0}').format(output)) except: pass def prompt_api_key(): if APIKEY.read(): return True window = sublime.active_window() if window: def got_key(text): if text: APIKEY.write(text) window.show_input_panel('[WakaTime] Enter your wakatime.com api key:', '', got_key, None, None) return True else: log(ERROR, 'Could not prompt for api key because no window found.') return False def obfuscate_apikey(command_list): cmd = list(command_list) apikey_index = None for num in range(len(cmd)): if cmd[num] == '--key': apikey_index = num + 1 break if apikey_index is not None and apikey_index < len(cmd): cmd[apikey_index] = 'XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXX' + cmd[apikey_index][-4:] return cmd def enough_time_passed(now, is_write): if now - LAST_HEARTBEAT['time'] > HEARTBEAT_FREQUENCY * 60: return True if is_write and now - LAST_HEARTBEAT['time'] > 2: return True return False def find_folder_containing_file(folders, current_file): """Returns absolute path to folder containing the file. """ parent_folder = None current_folder = current_file while True: for folder in folders: if os.path.realpath(os.path.dirname(current_folder)) == os.path.realpath(folder): parent_folder = folder break if parent_folder is not None: break if not current_folder or os.path.dirname(current_folder) == current_folder: break current_folder = os.path.dirname(current_folder) return parent_folder def find_project_from_folders(folders, current_file): """Find project name from open folders. """ folder = find_folder_containing_file(folders, current_file) return os.path.basename(folder) if folder else None def is_view_active(view): if view: active_window = sublime.active_window() if active_window: active_view = active_window.active_view() if active_view: return active_view.buffer_id() == view.buffer_id() return False def handle_activity(view, is_write=False): window = view.window() if window is not None: entity = view.file_name() if entity: timestamp = time.time() last_file = LAST_HEARTBEAT['file'] if entity != last_file or enough_time_passed(timestamp, is_write): project = window.project_data() if hasattr(window, 'project_data') else None folders = window.folders() append_heartbeat(entity, timestamp, is_write, view, project, folders) def append_heartbeat(entity, timestamp, is_write, view, project, folders): global LAST_HEARTBEAT # add this heartbeat to queue heartbeat = { 'entity': entity, 'timestamp': timestamp, 'is_write': is_write, 'cursorpos': view.sel()[0].begin() if view.sel() else None, 'project': project, 'folders': folders, } HEARTBEATS.put_nowait(heartbeat) # make this heartbeat the LAST_HEARTBEAT LAST_HEARTBEAT = { 'file': entity, 'time': timestamp, 'is_write': is_write, } # process the queue of heartbeats in the future set_timeout(lambda: process_queue(timestamp), SEND_BUFFER_SECONDS) def process_queue(timestamp): global LAST_HEARTBEAT_SENT_AT if not isCliInstalled(): return # Prevent sending heartbeats more often than SEND_BUFFER_SECONDS now = int(time.time()) if timestamp != LAST_HEARTBEAT['time'] and LAST_HEARTBEAT_SENT_AT > now - SEND_BUFFER_SECONDS: return LAST_HEARTBEAT_SENT_AT = now try: heartbeat = HEARTBEATS.get_nowait() except queue.Empty: return has_extra_heartbeats = False extra_heartbeats = [] try: while True: extra_heartbeats.append(HEARTBEATS.get_nowait()) has_extra_heartbeats = True except queue.Empty: pass thread = SendHeartbeatsThread(heartbeat) if has_extra_heartbeats: thread.add_extra_heartbeats(extra_heartbeats) thread.start() class SendHeartbeatsThread(threading.Thread): """Non-blocking thread for sending heartbeats to api. """ def __init__(self, heartbeat): threading.Thread.__init__(self) self.debug = SETTINGS.get('debug') self.api_key = APIKEY.read() or '' self.ignore = SETTINGS.get('ignore', []) self.include = SETTINGS.get('include', []) self.hidefilenames = SETTINGS.get('hidefilenames') self.proxy = SETTINGS.get('proxy') self.heartbeat = heartbeat self.has_extra_heartbeats = False def add_extra_heartbeats(self, extra_heartbeats): self.has_extra_heartbeats = True self.extra_heartbeats = extra_heartbeats def run(self): """Running in background thread.""" self.send_heartbeats() def build_heartbeat(self, entity=None, timestamp=None, is_write=None, cursorpos=None, project=None, folders=None): """Returns a dict for passing to wakatime-cli as arguments.""" heartbeat = { 'entity': entity, 'timestamp': timestamp, 'is_write': is_write, } if project and project.get('name'): heartbeat['alternate_project'] = project.get('name') elif folders: project_name = find_project_from_folders(folders, entity) if project_name: heartbeat['alternate_project'] = project_name if cursorpos is not None: heartbeat['cursorpos'] = cursorpos return heartbeat def send_heartbeats(self): heartbeat = self.build_heartbeat(**self.heartbeat) ua = 'sublime/%d sublime-wakatime/%s' % (ST_VERSION, __version__) cmd = [ getCliLocation(), '--entity', heartbeat['entity'], '--time', str('%f' % heartbeat['timestamp']), '--plugin', ua, ] if self.api_key: cmd.extend(['--key', str(bytes.decode(self.api_key.encode('utf8')))]) if heartbeat['is_write']: cmd.append('--write') if heartbeat.get('alternate_project'): cmd.extend(['--alternate-project', heartbeat['alternate_project']]) if heartbeat.get('cursorpos') is not None: cmd.extend(['--cursorpos', '{0}'.format(heartbeat['cursorpos'])]) for pattern in self.ignore: cmd.extend(['--exclude', pattern]) for pattern in self.include: cmd.extend(['--include', pattern]) if self.debug: cmd.append('--verbose') if self.hidefilenames: cmd.append('--hidefilenames') if self.proxy: cmd.extend(['--proxy', self.proxy]) if self.has_extra_heartbeats: cmd.append('--extra-heartbeats') stdin = PIPE extra_heartbeats = json.dumps([self.build_heartbeat(**x) for x in self.extra_heartbeats]) inp = "{0}\n".format(extra_heartbeats).encode('utf-8') else: extra_heartbeats = None stdin = None inp = None log(DEBUG, ' '.join(obfuscate_apikey(cmd))) try: process = Popen(cmd, stdin=stdin, stdout=PIPE, stderr=STDOUT) output, _err = process.communicate(input=inp) retcode = process.poll() if (not retcode or retcode == 102) and not output: self.sent() else: update_status_bar('Error') if retcode: log(DEBUG if retcode == 102 else ERROR, 'wakatime-core exited with status: {0}'.format(retcode)) if output: log(ERROR, u('wakatime-core output: {0}').format(output)) except: log(ERROR, u(sys.exc_info()[1])) update_status_bar('Error') def sent(self): update_status_bar('OK') def plugin_loaded(): global SETTINGS SETTINGS = sublime.load_settings(SETTINGS_FILE) log(INFO, 'Initializing WakaTime plugin v%s' % __version__) update_status_bar('Initializing...') if not isCliLatest(): thread = DownloadCLI() thread.start() after_loaded() def after_loaded(): if not prompt_api_key(): set_timeout(after_loaded, 0.5) update_status_bar('OK') # need to call plugin_loaded because only ST3 will auto-call it if ST_VERSION < 3000: plugin_loaded() class WakatimeListener(sublime_plugin.EventListener): def on_post_save(self, view): handle_activity(view, is_write=True) def on_selection_modified(self, view): if is_view_active(view): handle_activity(view) def on_modified(self, view): if is_view_active(view): handle_activity(view) class WakatimeDashboardCommand(sublime_plugin.ApplicationCommand): def run(self): webbrowser.open_new_tab('https://wakatime.com/dashboard') class DownloadCLI(threading.Thread): """Non-blocking thread for downloading latest wakatime-cli from GitHub. """ def run(self): log(INFO, 'Downloading wakatime-cli...') if not os.path.exists(RESOURCES_FOLDER): os.makedirs(RESOURCES_FOLDER) if isCliInstalled(): try: os.remove(getCliLocation()) except: log(DEBUG, traceback.format_exc()) try: url = cliDownloadUrl() log(DEBUG, 'Downloading wakatime-cli from {url}'.format(url=url)) zip_file = os.path.join(RESOURCES_FOLDER, 'wakatime-cli.zip') download(url, zip_file) log(INFO, 'Extracting wakatime-cli...') with ZipFile(zip_file) as zf: zf.extractall(RESOURCES_FOLDER) if not is_win: os.chmod(getCliLocation(), 509) # 755 try: os.remove(os.path.join(RESOURCES_FOLDER, 'wakatime-cli.zip')) except: log(DEBUG, traceback.format_exc()) except: log(DEBUG, traceback.format_exc()) log(INFO, 'Finished extracting wakatime-cli.') def getCliLocation(): global WAKATIME_CLI_LOCATION if not WAKATIME_CLI_LOCATION: binary = 'wakatime-cli-{osname}-{arch}{ext}'.format( osname=platform.system().lower(), arch=architecture(), ext='.exe' if is_win else '', ) WAKATIME_CLI_LOCATION = os.path.join(RESOURCES_FOLDER, binary) return WAKATIME_CLI_LOCATION def architecture(): arch = platform.machine() or platform.processor() if arch == 'armv7l': return 'arm' if arch == 'aarch64': return 'arm64' if 'arm' in arch: return 'arm64' if sys.maxsize > 2**32 else 'arm' return 'amd64' if sys.maxsize > 2**32 else '386' def isCliInstalled(): return os.path.exists(getCliLocation()) def isCliLatest(): if not isCliInstalled(): return False args = [getCliLocation(), '--version'] try: stdout, stderr = Popen(args, stdout=PIPE, stderr=PIPE).communicate() except: return False stdout = (stdout or b'') + (stderr or b'') localVer = extractVersion(stdout.decode('utf-8')) if not localVer: log(DEBUG, 'Local wakatime-cli version not found.') return False log(INFO, 'Current wakatime-cli version is %s' % localVer) log(INFO, 'Checking for updates to wakatime-cli...') remoteVer = getLatestCliVersion() if not remoteVer: return True if remoteVer == localVer: log(INFO, 'wakatime-cli is up to date.') return True log(INFO, 'Found an updated wakatime-cli %s' % remoteVer) return False def getLatestCliVersion(): global LATEST_CLI_VERSION if LATEST_CLI_VERSION: return LATEST_CLI_VERSION configs, last_modified, last_version = None, None, None try: configs = parseConfigFile(INTERNAL_CONFIG_FILE) if configs: if configs.has_option('internal', 'cli_version'): last_version = configs.get('internal', 'cli_version') if last_version and configs.has_option('internal', 'cli_version_last_modified'): last_modified = configs.get('internal', 'cli_version_last_modified') except: log(DEBUG, traceback.format_exc()) try: headers, contents, code = request(GITHUB_RELEASES_STABLE_URL, last_modified=last_modified) log(DEBUG, 'GitHub API Response {0}'.format(code)) if code == 304: LATEST_CLI_VERSION = last_version return last_version data = json.loads(contents.decode('utf-8')) ver = data['tag_name'] log(DEBUG, 'Latest wakatime-cli version from GitHub: {0}'.format(ver)) if configs: last_modified = headers.get('Last-Modified') if not configs.has_section('internal'): configs.add_section('internal') configs.set('internal', 'cli_version', ver) configs.set('internal', 'cli_version_last_modified', last_modified) with open(INTERNAL_CONFIG_FILE, 'w', encoding='utf-8') as fh: configs.write(fh) LATEST_CLI_VERSION = ver return ver except: log(DEBUG, traceback.format_exc()) return None def extractVersion(text): pattern = re.compile(r"([0-9]+\.[0-9]+\.[0-9]+)") match = pattern.search(text) if match: return 'v{ver}'.format(ver=match.group(1)) return None def cliDownloadUrl(): osname = platform.system().lower() arch = architecture() validCombinations = [ 'darwin-amd64', 'darwin-arm64', 'freebsd-386', 'freebsd-amd64', 'freebsd-arm', 'linux-386', 'linux-amd64', 'linux-arm', 'linux-arm64', 'netbsd-386', 'netbsd-amd64', 'netbsd-arm', 'openbsd-386', 'openbsd-amd64', 'openbsd-arm', 'openbsd-arm64', 'windows-386', 'windows-amd64', 'windows-arm64', ] check = '{osname}-{arch}'.format(osname=osname, arch=arch) if check not in validCombinations: reportMissingPlatformSupport(osname, arch) version = getLatestCliVersion() return '{prefix}/{version}/wakatime-cli-{osname}-{arch}.zip'.format( prefix=GITHUB_DOWNLOAD_PREFIX, version=version, osname=osname, arch=arch, ) def reportMissingPlatformSupport(osname, arch): url = 'https://api.wakatime.com/api/v1/cli-missing?osname={osname}&architecture={arch}&plugin=sublime'.format( osname=osname, arch=arch, ) request(url) def request(url, last_modified=None): proxy = SETTINGS.get('proxy') if proxy: opener = build_opener(ProxyHandler({ 'http': proxy, 'https': proxy, })) else: opener = build_opener() headers = [('User-Agent', 'github.com/wakatime/sublime-wakatime')] if last_modified: headers.append(('If-Modified-Since', last_modified)) opener.addheaders = headers install_opener(opener) try: resp = urlopen(url) headers = dict(resp.getheaders()) if is_py2 else resp.headers return headers, resp.read(), resp.getcode() except HTTPError as err: if err.code == 304: return None, None, 304 if is_py2: ssl._create_default_https_context = ssl._create_unverified_context try: resp = urlopen(url) headers = dict(resp.getheaders()) if is_py2 else resp.headers return headers, resp.read(), resp.getcode() except HTTPError as err2: if err2.code == 304: return None, None, 304 log(DEBUG, err.read().decode()) log(DEBUG, err2.read().decode()) raise except IOError: raise log(DEBUG, err.read().decode()) raise except IOError: if is_py2: ssl._create_default_https_context = ssl._create_unverified_context try: resp = urlopen(url) headers = dict(resp.getheaders()) if is_py2 else resp.headers return headers, resp.read(), resp.getcode() except HTTPError as err: if err.code == 304: return None, None, 304 log(DEBUG, err.read().decode()) raise except IOError: raise raise def download(url, filePath): proxy = SETTINGS.get('proxy') if proxy: opener = build_opener(ProxyHandler({ 'http': proxy, 'https': proxy, })) else: opener = build_opener() opener.addheaders = [('User-Agent', 'github.com/wakatime/sublime-wakatime')] install_opener(opener) try: urlretrieve(url, filePath) except IOError: if is_py2: ssl._create_default_https_context = ssl._create_unverified_context urlretrieve(url, filePath) raise