2014-03-11 16:57:33 +00:00
|
|
|
import logging
|
2014-03-13 00:33:57 +00:00
|
|
|
import json
|
2014-09-04 18:24:20 +00:00
|
|
|
import datetime
|
2014-03-11 16:57:33 +00:00
|
|
|
|
2014-09-04 18:24:20 +00:00
|
|
|
from flask import Blueprint, request, make_response, jsonify, session
|
2014-03-11 16:57:33 +00:00
|
|
|
from flask.ext.restful import Resource, abort, Api, reqparse
|
|
|
|
from flask.ext.restful.utils.cors import crossdomain
|
2014-03-17 20:57:35 +00:00
|
|
|
from werkzeug.exceptions import HTTPException
|
2014-03-10 22:30:41 +00:00
|
|
|
from calendar import timegm
|
|
|
|
from email.utils import formatdate
|
2014-03-11 03:54:55 +00:00
|
|
|
from functools import partial, wraps
|
|
|
|
from jsonschema import validate, ValidationError
|
|
|
|
|
|
|
|
from data import model
|
|
|
|
from util.names import parse_namespace_repository
|
2014-03-18 23:21:27 +00:00
|
|
|
from auth.permissions import (ReadRepositoryPermission, ModifyRepositoryPermission,
|
|
|
|
AdministerRepositoryPermission, UserReadPermission,
|
|
|
|
UserAdminPermission)
|
2014-03-12 16:37:06 +00:00
|
|
|
from auth import scopes
|
2014-03-18 20:45:18 +00:00
|
|
|
from auth.auth_context import get_authenticated_user, get_validated_oauth_token
|
2014-03-13 00:33:57 +00:00
|
|
|
from auth.auth import process_oauth
|
2014-03-25 18:32:26 +00:00
|
|
|
from endpoints.csrf import csrf_protect
|
2014-03-11 03:54:55 +00:00
|
|
|
|
2014-03-10 22:30:41 +00:00
|
|
|
|
2014-03-11 16:57:33 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
api_bp = Blueprint('api', __name__)
|
2014-03-17 19:23:49 +00:00
|
|
|
api = Api()
|
|
|
|
api.init_app(api_bp)
|
2014-03-25 19:37:58 +00:00
|
|
|
api.decorators = [csrf_protect,
|
|
|
|
process_oauth,
|
2014-03-13 00:33:57 +00:00
|
|
|
crossdomain(origin='*', headers=['Authorization', 'Content-Type'])]
|
2014-03-11 16:57:33 +00:00
|
|
|
|
2014-03-10 22:30:41 +00:00
|
|
|
|
2014-03-17 20:57:35 +00:00
|
|
|
class ApiException(Exception):
|
|
|
|
def __init__(self, error_type, status_code, error_description, payload=None):
|
|
|
|
Exception.__init__(self)
|
|
|
|
self.error_description = error_description
|
|
|
|
self.status_code = status_code
|
|
|
|
self.payload = payload
|
|
|
|
self.error_type = error_type
|
|
|
|
|
|
|
|
def to_dict(self):
|
|
|
|
rv = dict(self.payload or ())
|
|
|
|
if self.error_description is not None:
|
|
|
|
rv['error_description'] = self.error_description
|
|
|
|
|
|
|
|
rv['error_type'] = self.error_type
|
|
|
|
return rv
|
|
|
|
|
|
|
|
|
|
|
|
class InvalidRequest(ApiException):
|
|
|
|
def __init__(self, error_description, payload=None):
|
|
|
|
ApiException.__init__(self, 'invalid_request', 400, error_description, payload)
|
|
|
|
|
|
|
|
|
|
|
|
class InvalidToken(ApiException):
|
|
|
|
def __init__(self, error_description, payload=None):
|
|
|
|
ApiException.__init__(self, 'invalid_token', 401, error_description, payload)
|
|
|
|
|
|
|
|
|
|
|
|
class Unauthorized(ApiException):
|
|
|
|
def __init__(self, payload=None):
|
2014-03-19 17:57:36 +00:00
|
|
|
user = get_authenticated_user()
|
|
|
|
if user is None or user.organization:
|
|
|
|
ApiException.__init__(self, 'invalid_token', 401, "Requires authentication", payload)
|
|
|
|
else:
|
|
|
|
ApiException.__init__(self, 'insufficient_scope', 403, 'Unauthorized', payload)
|
|
|
|
|
2014-03-17 20:57:35 +00:00
|
|
|
|
2014-09-04 18:24:20 +00:00
|
|
|
class FreshLoginRequired(ApiException):
|
|
|
|
def __init__(self, payload=None):
|
|
|
|
ApiException.__init__(self, 'fresh_login_required', 401, "Requires fresh login", payload)
|
|
|
|
|
|
|
|
|
2014-05-28 19:22:36 +00:00
|
|
|
class ExceedsLicenseException(ApiException):
|
|
|
|
def __init__(self, payload=None):
|
|
|
|
ApiException.__init__(self, None, 402, 'Payment Required', payload)
|
|
|
|
|
2014-03-17 20:57:35 +00:00
|
|
|
|
|
|
|
class NotFound(ApiException):
|
|
|
|
def __init__(self, payload=None):
|
|
|
|
ApiException.__init__(self, None, 404, 'Not Found', payload)
|
|
|
|
|
|
|
|
|
|
|
|
@api_bp.app_errorhandler(ApiException)
|
|
|
|
@crossdomain(origin='*', headers=['Authorization', 'Content-Type'])
|
|
|
|
def handle_api_error(error):
|
|
|
|
response = jsonify(error.to_dict())
|
|
|
|
response.status_code = error.status_code
|
|
|
|
if error.error_type is not None:
|
|
|
|
response.headers['WWW-Authenticate'] = ('Bearer error="%s" error_description="%s"' %
|
|
|
|
(error.error_type, error.error_description))
|
|
|
|
return response
|
|
|
|
|
|
|
|
|
2014-09-02 19:27:05 +00:00
|
|
|
@api_bp.app_errorhandler(model.TooManyLoginAttemptsException)
|
|
|
|
@crossdomain(origin='*', headers=['Authorization', 'Content-Type'])
|
|
|
|
def handle_too_many_login_attempts(error):
|
|
|
|
response = make_response('Too many login attempts', 429)
|
|
|
|
response.headers['Retry-After'] = int(error.retry_after)
|
|
|
|
return response
|
|
|
|
|
|
|
|
|
2014-03-11 16:57:33 +00:00
|
|
|
def resource(*urls, **kwargs):
|
|
|
|
def wrapper(api_resource):
|
2014-04-03 23:32:09 +00:00
|
|
|
if not api_resource:
|
|
|
|
return None
|
|
|
|
|
2014-03-11 16:57:33 +00:00
|
|
|
api.add_resource(api_resource, *urls, **kwargs)
|
|
|
|
return api_resource
|
|
|
|
return wrapper
|
2014-03-10 22:30:41 +00:00
|
|
|
|
|
|
|
|
2014-04-03 23:32:09 +00:00
|
|
|
def show_if(value):
|
|
|
|
def f(inner):
|
|
|
|
if not value:
|
|
|
|
return None
|
|
|
|
|
|
|
|
return inner
|
|
|
|
return f
|
|
|
|
|
|
|
|
|
|
|
|
def hide_if(value):
|
|
|
|
def f(inner):
|
|
|
|
if value:
|
|
|
|
return None
|
|
|
|
|
|
|
|
return inner
|
|
|
|
return f
|
|
|
|
|
|
|
|
|
2014-03-10 22:30:41 +00:00
|
|
|
def truthy_bool(param):
|
|
|
|
return param not in {False, 'false', 'False', '0', 'FALSE', '', 'null'}
|
|
|
|
|
|
|
|
|
|
|
|
def format_date(date):
|
|
|
|
""" Output an RFC822 date format. """
|
2014-03-25 22:01:50 +00:00
|
|
|
if date is None:
|
|
|
|
return None
|
2014-03-10 22:30:41 +00:00
|
|
|
return formatdate(timegm(date.utctimetuple()))
|
|
|
|
|
|
|
|
|
|
|
|
def add_method_metadata(name, value):
|
|
|
|
def modifier(func):
|
2014-04-06 04:36:19 +00:00
|
|
|
if func is None:
|
|
|
|
return None
|
|
|
|
|
2014-03-10 22:30:41 +00:00
|
|
|
if '__api_metadata' not in dir(func):
|
2014-03-11 03:54:55 +00:00
|
|
|
func.__api_metadata = {}
|
|
|
|
func.__api_metadata[name] = value
|
2014-03-10 22:30:41 +00:00
|
|
|
return func
|
|
|
|
return modifier
|
|
|
|
|
|
|
|
|
|
|
|
def method_metadata(func, name):
|
2014-04-06 04:36:19 +00:00
|
|
|
if func is None:
|
|
|
|
return None
|
|
|
|
|
2014-03-10 22:30:41 +00:00
|
|
|
if '__api_metadata' in dir(func):
|
2014-03-11 03:54:55 +00:00
|
|
|
return func.__api_metadata.get(name, None)
|
2014-03-10 22:30:41 +00:00
|
|
|
return None
|
|
|
|
|
|
|
|
|
2014-04-03 23:32:09 +00:00
|
|
|
|
2014-03-10 22:30:41 +00:00
|
|
|
nickname = partial(add_method_metadata, 'nickname')
|
2014-03-14 21:35:52 +00:00
|
|
|
related_user_resource = partial(add_method_metadata, 'related_user_resource')
|
2014-03-14 22:07:03 +00:00
|
|
|
internal_only = add_method_metadata('internal', True)
|
2014-03-10 22:30:41 +00:00
|
|
|
|
|
|
|
|
2014-08-06 21:47:32 +00:00
|
|
|
def path_param(name, description):
|
|
|
|
def add_param(func):
|
|
|
|
if '__api_path_params' not in dir(func):
|
|
|
|
func.__api_path_params = {}
|
|
|
|
func.__api_path_params[name] = {
|
|
|
|
'name': name,
|
|
|
|
'description': description
|
|
|
|
}
|
|
|
|
return func
|
|
|
|
return add_param
|
|
|
|
|
|
|
|
|
2014-03-11 19:20:03 +00:00
|
|
|
def query_param(name, help_str, type=reqparse.text_type, default=None,
|
|
|
|
choices=(), required=False):
|
2014-03-11 16:57:33 +00:00
|
|
|
def add_param(func):
|
|
|
|
if '__api_query_params' not in dir(func):
|
|
|
|
func.__api_query_params = []
|
|
|
|
func.__api_query_params.append({
|
|
|
|
'name': name,
|
|
|
|
'type': type,
|
|
|
|
'help': help_str,
|
|
|
|
'default': default,
|
|
|
|
'choices': choices,
|
|
|
|
'required': required,
|
|
|
|
})
|
|
|
|
return func
|
|
|
|
return add_param
|
|
|
|
|
|
|
|
|
|
|
|
def parse_args(func):
|
|
|
|
@wraps(func)
|
|
|
|
def wrapper(self, *args, **kwargs):
|
|
|
|
if '__api_query_params' not in dir(func):
|
2014-03-17 20:57:35 +00:00
|
|
|
abort(500)
|
2014-03-11 16:57:33 +00:00
|
|
|
|
|
|
|
parser = reqparse.RequestParser()
|
|
|
|
for arg_spec in func.__api_query_params:
|
|
|
|
parser.add_argument(**arg_spec)
|
|
|
|
parsed_args = parser.parse_args()
|
|
|
|
|
|
|
|
return func(self, parsed_args, *args, **kwargs)
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2014-03-11 03:54:55 +00:00
|
|
|
def parse_repository_name(func):
|
|
|
|
@wraps(func)
|
|
|
|
def wrapper(repository, *args, **kwargs):
|
|
|
|
(namespace, repository) = parse_namespace_repository(repository)
|
|
|
|
return func(namespace, repository, *args, **kwargs)
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2014-03-12 20:31:37 +00:00
|
|
|
class ApiResource(Resource):
|
|
|
|
def options(self):
|
|
|
|
return None, 200
|
|
|
|
|
|
|
|
|
|
|
|
class RepositoryParamResource(ApiResource):
|
2014-03-11 03:54:55 +00:00
|
|
|
method_decorators = [parse_repository_name]
|
|
|
|
|
|
|
|
|
2014-03-12 16:37:06 +00:00
|
|
|
def require_repo_permission(permission_class, scope, allow_public=False):
|
2014-03-11 03:54:55 +00:00
|
|
|
def wrapper(func):
|
2014-03-12 16:37:06 +00:00
|
|
|
@add_method_metadata('oauth2_scope', scope)
|
2014-03-11 03:54:55 +00:00
|
|
|
@wraps(func)
|
|
|
|
def wrapped(self, namespace, repository, *args, **kwargs):
|
2014-03-13 00:33:57 +00:00
|
|
|
logger.debug('Checking permission %s for repo: %s/%s', permission_class, namespace,
|
|
|
|
repository)
|
2014-03-11 03:54:55 +00:00
|
|
|
permission = permission_class(namespace, repository)
|
|
|
|
if (permission.can() or
|
|
|
|
(allow_public and
|
|
|
|
model.repository_is_public(namespace, repository))):
|
|
|
|
return func(self, namespace, repository, *args, **kwargs)
|
2014-03-17 20:57:35 +00:00
|
|
|
raise Unauthorized()
|
2014-03-11 03:54:55 +00:00
|
|
|
return wrapped
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2014-03-12 16:37:06 +00:00
|
|
|
require_repo_read = require_repo_permission(ReadRepositoryPermission, scopes.READ_REPO, True)
|
|
|
|
require_repo_write = require_repo_permission(ModifyRepositoryPermission, scopes.WRITE_REPO)
|
|
|
|
require_repo_admin = require_repo_permission(AdministerRepositoryPermission, scopes.ADMIN_REPO)
|
2014-03-11 03:54:55 +00:00
|
|
|
|
|
|
|
|
2014-03-18 23:21:27 +00:00
|
|
|
def require_user_permission(permission_class, scope=None):
|
|
|
|
def wrapper(func):
|
|
|
|
@add_method_metadata('oauth2_scope', scope)
|
|
|
|
@wraps(func)
|
|
|
|
def wrapped(self, *args, **kwargs):
|
|
|
|
user = get_authenticated_user()
|
|
|
|
if not user:
|
2014-03-19 17:57:36 +00:00
|
|
|
raise Unauthorized()
|
2014-03-18 23:21:27 +00:00
|
|
|
|
2014-03-19 22:09:09 +00:00
|
|
|
logger.debug('Checking permission %s for user %s', permission_class, user.username)
|
2014-03-18 23:21:27 +00:00
|
|
|
permission = permission_class(user.username)
|
|
|
|
if permission.can():
|
|
|
|
return func(self, *args, **kwargs)
|
|
|
|
raise Unauthorized()
|
|
|
|
return wrapped
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2014-03-19 17:57:36 +00:00
|
|
|
require_user_read = require_user_permission(UserReadPermission, scopes.READ_USER)
|
2014-03-18 23:21:27 +00:00
|
|
|
require_user_admin = require_user_permission(UserAdminPermission, None)
|
2014-09-04 18:24:20 +00:00
|
|
|
require_fresh_user_admin = require_user_permission(UserAdminPermission, None)
|
|
|
|
|
|
|
|
def require_fresh_login(func):
|
|
|
|
@add_method_metadata('requires_fresh_login', True)
|
|
|
|
@wraps(func)
|
|
|
|
def wrapped(*args, **kwargs):
|
|
|
|
user = get_authenticated_user()
|
|
|
|
if not user:
|
|
|
|
raise Unauthorized()
|
|
|
|
|
|
|
|
logger.debug('Checking fresh login for user %s', user.username)
|
|
|
|
|
|
|
|
last_login = session.get('login_time', datetime.datetime.now() - datetime.timedelta(minutes=60))
|
|
|
|
valid_span = datetime.datetime.now() - datetime.timedelta(minutes=10)
|
|
|
|
|
|
|
|
if last_login >= valid_span:
|
|
|
|
return func(*args, **kwargs)
|
|
|
|
|
|
|
|
raise FreshLoginRequired()
|
|
|
|
return wrapped
|
2014-03-18 23:21:27 +00:00
|
|
|
|
|
|
|
|
2014-03-13 00:33:57 +00:00
|
|
|
def require_scope(scope_object):
|
|
|
|
def wrapper(func):
|
2014-03-19 22:09:09 +00:00
|
|
|
@add_method_metadata('oauth2_scope', scope_object)
|
2014-03-13 00:33:57 +00:00
|
|
|
@wraps(func)
|
|
|
|
def wrapped(*args, **kwargs):
|
|
|
|
return func(*args, **kwargs)
|
|
|
|
return wrapped
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2014-03-11 03:54:55 +00:00
|
|
|
def validate_json_request(schema_name):
|
|
|
|
def wrapper(func):
|
|
|
|
@add_method_metadata('request_schema', schema_name)
|
|
|
|
@wraps(func)
|
2014-03-13 00:33:57 +00:00
|
|
|
def wrapped(self, *args, **kwargs):
|
2014-03-11 03:54:55 +00:00
|
|
|
schema = self.schemas[schema_name]
|
|
|
|
try:
|
|
|
|
validate(request.get_json(), schema)
|
2014-03-13 00:33:57 +00:00
|
|
|
return func(self, *args, **kwargs)
|
2014-03-11 03:54:55 +00:00
|
|
|
except ValidationError as ex:
|
2014-03-18 18:22:14 +00:00
|
|
|
raise InvalidRequest(ex.message)
|
2014-03-11 03:54:55 +00:00
|
|
|
return wrapped
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2014-03-13 00:33:57 +00:00
|
|
|
def request_error(exception=None, **kwargs):
|
|
|
|
data = kwargs.copy()
|
2014-03-18 19:58:37 +00:00
|
|
|
message = 'Request error.'
|
|
|
|
if exception:
|
|
|
|
message = exception.message
|
|
|
|
raise InvalidRequest(message, data)
|
2014-03-13 00:33:57 +00:00
|
|
|
|
|
|
|
|
2014-05-28 19:22:36 +00:00
|
|
|
def license_error(exception=None):
|
|
|
|
raise ExceedsLicenseException()
|
|
|
|
|
|
|
|
|
2014-03-18 20:45:18 +00:00
|
|
|
def log_action(kind, user_or_orgname, metadata=None, repo=None):
|
|
|
|
if not metadata:
|
|
|
|
metadata = {}
|
|
|
|
|
|
|
|
oauth_token = get_validated_oauth_token()
|
|
|
|
if oauth_token:
|
|
|
|
metadata['oauth_token_id'] = oauth_token.id
|
|
|
|
metadata['oauth_token_application_id'] = oauth_token.application.client_id
|
|
|
|
metadata['oauth_token_application'] = oauth_token.application.name
|
|
|
|
|
2014-03-13 00:33:57 +00:00
|
|
|
performer = get_authenticated_user()
|
2014-03-11 19:20:03 +00:00
|
|
|
model.log_action(kind, user_or_orgname, performer=performer, ip=request.remote_addr,
|
|
|
|
metadata=metadata, repository=repo)
|
2014-03-11 03:54:55 +00:00
|
|
|
|
|
|
|
|
2014-03-14 19:35:20 +00:00
|
|
|
import endpoints.api.billing
|
2014-03-13 20:31:37 +00:00
|
|
|
import endpoints.api.build
|
2014-03-14 17:24:01 +00:00
|
|
|
import endpoints.api.discovery
|
2014-03-14 17:06:58 +00:00
|
|
|
import endpoints.api.image
|
2014-03-14 20:02:13 +00:00
|
|
|
import endpoints.api.logs
|
2014-03-14 20:11:31 +00:00
|
|
|
import endpoints.api.organization
|
2014-03-14 17:24:01 +00:00
|
|
|
import endpoints.api.permission
|
2014-03-14 18:51:18 +00:00
|
|
|
import endpoints.api.prototype
|
2014-03-14 17:24:01 +00:00
|
|
|
import endpoints.api.repository
|
2014-07-16 20:30:47 +00:00
|
|
|
import endpoints.api.repositorynotification
|
2014-07-28 18:58:12 +00:00
|
|
|
import endpoints.api.repoemail
|
2014-03-14 17:24:01 +00:00
|
|
|
import endpoints.api.repotoken
|
2014-03-14 20:02:13 +00:00
|
|
|
import endpoints.api.robot
|
2014-03-14 17:24:01 +00:00
|
|
|
import endpoints.api.search
|
2014-04-10 04:26:55 +00:00
|
|
|
import endpoints.api.superuser
|
2014-03-14 17:06:58 +00:00
|
|
|
import endpoints.api.tag
|
2014-03-14 18:20:51 +00:00
|
|
|
import endpoints.api.team
|
2014-03-14 17:24:01 +00:00
|
|
|
import endpoints.api.trigger
|
|
|
|
import endpoints.api.user
|