# MIT licensed # Copyright (c) 2013-2020 lilydjwg , et al. import time from urllib.parse import urlencode from typing import Tuple import structlog from nvchecker.api import ( VersionResult, Entry, AsyncCache, KeyManager, TemporaryError, session, GetVersionError, ) logger = structlog.get_logger(logger_name=__name__) GITHUB_URL = 'https://api.github.com/repos/%s/commits' GITHUB_LATEST_RELEASE = 'https://api.github.com/repos/%s/releases/latest' # https://developer.github.com/v3/git/refs/#get-all-references GITHUB_MAX_TAG = 'https://api.github.com/repos/%s/git/refs/tags' GITHUB_GRAPHQL_URL = 'https://api.github.com/graphql' async def get_version(name, conf, **kwargs): try: return await get_version_real(name, conf, **kwargs) except TemporaryError as e: check_ratelimit(e, name) QUERY_LATEST_TAG = ''' {{ repository(name: "{name}", owner: "{owner}") {{ refs(refPrefix: "refs/tags/", first: 1, query: "{query}", orderBy: {{field: TAG_COMMIT_DATE, direction: DESC}}) {{ edges {{ node {{ name }} }} }} }} }} ''' async def get_latest_tag(key: Tuple[str, str, str]) -> str: repo, query, token = key owner, reponame = repo.split('/') headers = { 'Authorization': f'bearer {token}', 'Content-Type': 'application/json', } q = QUERY_LATEST_TAG.format( owner = owner, name = reponame, query = query, ) res = await session.post( GITHUB_GRAPHQL_URL, headers = headers, json = {'query': q}, ) j = res.json() refs = j['data']['repository']['refs']['edges'] if not refs: raise GetVersionError('no tag found') return refs[0]['node']['name'] async def get_version_real( name: str, conf: Entry, *, cache: AsyncCache, keymanager: KeyManager, **kwargs, ) -> VersionResult: repo = conf['github'] # Load token from config token = conf.get('token') # Load token from keyman if token is None: token = keymanager.get_key('github') use_latest_tag = conf.get('use_latest_tag', False) if use_latest_tag: if not token: raise GetVersionError('token not given but it is required') query = conf.get('query', '') return await cache.get((repo, query, token), get_latest_tag) # type: ignore br = conf.get('branch') path = conf.get('path') use_latest_release = conf.get('use_latest_release', False) use_max_tag = conf.get('use_max_tag', False) if use_latest_release: url = GITHUB_LATEST_RELEASE % repo elif use_max_tag: url = GITHUB_MAX_TAG % repo else: url = GITHUB_URL % repo parameters = {} if br: parameters['sha'] = br if path: parameters['path'] = path url += '?' + urlencode(parameters) headers = { 'Accept': 'application/vnd.github.quicksilver-preview+json', } if token: headers['Authorization'] = f'token {token}' data = await cache.get_json(url, headers = headers) if use_max_tag: tags = [ref['ref'].split('/', 2)[-1] for ref in data] if not tags: raise GetVersionError('No tag found in upstream repository.') return tags if use_latest_release: if 'tag_name' not in data: raise GetVersionError('No release found in upstream repository.') version = data['tag_name'] else: # YYYYMMDD.HHMMSS version = data[0]['commit']['committer']['date'] \ .rstrip('Z').replace('-', '').replace(':', '').replace('T', '.') return version def check_ratelimit(exc, name): res = exc.response if not res: raise # default -1 is used to re-raise the exception n = int(res.headers.get('X-RateLimit-Remaining', -1)) if n == 0: reset = int(res.headers.get('X-RateLimit-Reset')) logger.error(f'rate limited, resetting at {time.ctime(reset)}. ' 'Or get an API token to increase the allowance if not yet', name = name, reset = reset) else: raise