2013-09-20 15:55:44 +00:00
|
|
|
import json
|
|
|
|
import logging
|
2013-10-29 20:11:54 +00:00
|
|
|
import urlparse
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
from flask import request, make_response, jsonify, abort
|
2013-09-20 15:55:44 +00:00
|
|
|
from functools import wraps
|
|
|
|
|
2013-09-25 16:45:12 +00:00
|
|
|
from data import model
|
2013-11-16 20:05:26 +00:00
|
|
|
from data.queue import webhook_queue
|
2013-10-03 20:19:01 +00:00
|
|
|
from app import app, mixpanel
|
2013-09-25 16:45:12 +00:00
|
|
|
from auth.auth import (process_auth, get_authenticated_user,
|
|
|
|
get_validated_token)
|
2013-11-11 21:28:05 +00:00
|
|
|
from util.names import parse_repository_name
|
2013-09-27 23:29:01 +00:00
|
|
|
from util.email import send_confirmation_email
|
2013-11-04 20:42:08 +00:00
|
|
|
from auth.permissions import (ModifyRepositoryPermission, UserPermission,
|
|
|
|
ReadRepositoryPermission,
|
|
|
|
CreateRepositoryPermission)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
def generate_headers(role='read'):
|
|
|
|
def decorator_method(f):
|
|
|
|
@wraps(f)
|
|
|
|
def wrapper(namespace, repository, *args, **kwargs):
|
|
|
|
response = f(namespace, repository, *args, **kwargs)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-10-29 20:11:54 +00:00
|
|
|
# We run our index and registry on the same hosts for now
|
|
|
|
registry_server = urlparse.urlparse(request.url).netloc
|
|
|
|
response.headers['X-Docker-Endpoints'] = registry_server
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
has_token_request = request.headers.get('X-Docker-Token', '')
|
2013-09-20 22:38:17 +00:00
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
if has_token_request:
|
|
|
|
repo = model.get_repository(namespace, repository)
|
2013-11-11 22:01:21 +00:00
|
|
|
if repo:
|
|
|
|
token = model.create_access_token(repo, role)
|
|
|
|
token_str = 'signature=%s' % token.code
|
|
|
|
response.headers['WWW-Authenticate'] = token_str
|
|
|
|
response.headers['X-Docker-Token'] = token_str
|
|
|
|
else:
|
|
|
|
logger.info('Token request in non-existing repo: %s/%s' %
|
|
|
|
(namespace, repository))
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
return response
|
|
|
|
return wrapper
|
|
|
|
return decorator_method
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/users', methods=['POST'])
|
|
|
|
@app.route('/v1/users/', methods=['POST'])
|
|
|
|
def create_user():
|
|
|
|
user_data = request.get_json()
|
2013-10-01 16:25:06 +00:00
|
|
|
username = user_data['username']
|
|
|
|
password = user_data['password']
|
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
if username == '$token':
|
|
|
|
try:
|
2013-11-11 21:28:05 +00:00
|
|
|
model.load_token_data(password)
|
2013-10-16 18:24:10 +00:00
|
|
|
return make_response('Verified', 201)
|
|
|
|
except model.InvalidTokenException:
|
|
|
|
abort(401)
|
|
|
|
|
2013-11-21 00:43:19 +00:00
|
|
|
elif '+' in username:
|
|
|
|
try:
|
|
|
|
model.verify_robot(username, password)
|
|
|
|
return make_response('Verified', 201)
|
|
|
|
except model.InvalidRobotException:
|
|
|
|
abort(401)
|
|
|
|
|
2013-10-01 16:25:06 +00:00
|
|
|
existing_user = model.get_user(username)
|
|
|
|
if existing_user:
|
|
|
|
verified = model.verify_user(username, password)
|
|
|
|
if verified:
|
|
|
|
return make_response('Verified', 201)
|
|
|
|
else:
|
|
|
|
abort(401)
|
|
|
|
else:
|
|
|
|
# New user case
|
|
|
|
new_user = model.create_user(username, password, user_data['email'])
|
|
|
|
code = model.create_confirm_email_code(new_user)
|
|
|
|
send_confirmation_email(new_user.username, new_user.email, code.code)
|
|
|
|
return make_response('Created', 201)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/users', methods=['GET'])
|
|
|
|
@app.route('/v1/users/', methods=['GET'])
|
2013-09-20 22:38:17 +00:00
|
|
|
@process_auth
|
2013-09-20 15:55:44 +00:00
|
|
|
def get_user():
|
2013-11-07 22:09:47 +00:00
|
|
|
if get_authenticated_user():
|
|
|
|
return jsonify({
|
|
|
|
'username': get_authenticated_user().username,
|
|
|
|
'email': get_authenticated_user().email,
|
|
|
|
})
|
|
|
|
abort(404)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/users/<username>/', methods=['PUT'])
|
2013-09-20 22:38:17 +00:00
|
|
|
@process_auth
|
2013-09-20 15:55:44 +00:00
|
|
|
def update_user(username):
|
2013-09-20 22:38:17 +00:00
|
|
|
permission = UserPermission(username)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
if permission.can():
|
|
|
|
update_request = request.get_json()
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
if 'password' in update_request:
|
|
|
|
logger.debug('Updating user password.')
|
|
|
|
model.change_password(get_authenticated_user(),
|
|
|
|
update_request['password'])
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
if 'email' in update_request:
|
|
|
|
logger.debug('Updating user email')
|
|
|
|
model.update_email(get_authenticated_user(), update_request['email'])
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
return jsonify({
|
|
|
|
'username': get_authenticated_user().username,
|
|
|
|
'email': get_authenticated_user().email,
|
|
|
|
})
|
|
|
|
|
|
|
|
abort(403)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/repositories/<path:repository>', methods=['PUT'])
|
2013-09-20 22:38:17 +00:00
|
|
|
@process_auth
|
2013-09-20 15:55:44 +00:00
|
|
|
@parse_repository_name
|
2013-10-16 18:24:10 +00:00
|
|
|
@generate_headers(role='write')
|
2013-09-20 15:55:44 +00:00
|
|
|
def create_repository(namespace, repository):
|
|
|
|
image_descriptions = json.loads(request.data)
|
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
repo = model.get_repository(namespace, repository)
|
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
if not repo and get_authenticated_user() is None:
|
|
|
|
logger.debug('Attempt to create new repository with token auth.')
|
|
|
|
abort(400)
|
|
|
|
|
|
|
|
elif repo:
|
2013-09-20 22:38:17 +00:00
|
|
|
permission = ModifyRepositoryPermission(namespace, repository)
|
|
|
|
if not permission.can():
|
2013-09-26 19:58:11 +00:00
|
|
|
abort(403)
|
2013-09-20 22:47:47 +00:00
|
|
|
|
2013-09-26 19:58:11 +00:00
|
|
|
else:
|
2013-11-11 21:31:29 +00:00
|
|
|
permission = CreateRepositoryPermission(namespace)
|
2013-11-04 20:42:08 +00:00
|
|
|
if not permission.can():
|
|
|
|
logger.info('Attempt to create a new repo with insufficient perms.')
|
2013-09-20 22:47:47 +00:00
|
|
|
abort(403)
|
2013-09-20 22:38:17 +00:00
|
|
|
|
|
|
|
logger.debug('Creaing repository with owner: %s' %
|
|
|
|
get_authenticated_user().username)
|
|
|
|
repo = model.create_repository(namespace, repository,
|
|
|
|
get_authenticated_user())
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
new_repo_images = {desc['id']: desc for desc in image_descriptions}
|
|
|
|
added_images = dict(new_repo_images)
|
|
|
|
for existing in model.get_repository_images(namespace, repository):
|
2013-10-01 18:14:39 +00:00
|
|
|
if existing.docker_image_id in new_repo_images:
|
|
|
|
added_images.pop(existing.docker_image_id)
|
2013-09-20 15:55:44 +00:00
|
|
|
else:
|
2013-10-15 20:13:10 +00:00
|
|
|
logger.debug('Deleting existing image with id: %s' %
|
|
|
|
existing.docker_image_id)
|
2013-10-16 02:10:53 +00:00
|
|
|
existing.delete_instance(recursive=True)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
for image_description in added_images.values():
|
2013-11-11 21:28:05 +00:00
|
|
|
model.create_image(image_description['id'], repo)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
response = make_response('Created', 201)
|
2013-10-03 20:19:01 +00:00
|
|
|
|
2013-11-14 19:53:55 +00:00
|
|
|
extra_params = {
|
|
|
|
'repository': '%s/%s' % (namespace, repository),
|
|
|
|
}
|
|
|
|
|
2013-10-16 18:24:10 +00:00
|
|
|
if get_authenticated_user():
|
2013-11-14 19:53:55 +00:00
|
|
|
mixpanel.track(get_authenticated_user().username, 'push_repo',
|
|
|
|
extra_params)
|
2013-10-16 18:24:10 +00:00
|
|
|
else:
|
2013-11-14 19:53:55 +00:00
|
|
|
mixpanel.track(get_validated_token().code, 'push_repo', extra_params)
|
2013-10-03 20:19:01 +00:00
|
|
|
|
2013-09-20 15:55:44 +00:00
|
|
|
return response
|
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/repositories/<path:repository>/images', methods=['PUT'])
|
2013-09-20 22:38:17 +00:00
|
|
|
@process_auth
|
2013-09-20 15:55:44 +00:00
|
|
|
@parse_repository_name
|
2013-10-16 18:24:10 +00:00
|
|
|
@generate_headers(role='write')
|
2013-09-20 15:55:44 +00:00
|
|
|
def update_images(namespace, repository):
|
2013-09-20 22:38:17 +00:00
|
|
|
permission = ModifyRepositoryPermission(namespace, repository)
|
|
|
|
|
|
|
|
if permission.can():
|
2013-11-16 20:05:26 +00:00
|
|
|
repo = model.get_repository(namespace, repository)
|
|
|
|
if not repo:
|
2013-11-11 23:05:21 +00:00
|
|
|
# Make sure the repo actually exists.
|
|
|
|
abort(404)
|
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
image_with_checksums = json.loads(request.data)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-11-16 20:05:26 +00:00
|
|
|
updated_tags = {}
|
2013-09-20 22:38:17 +00:00
|
|
|
for image in image_with_checksums:
|
2013-09-26 19:58:11 +00:00
|
|
|
logger.debug('Setting checksum for image id: %s to %s' %
|
2013-10-08 15:29:42 +00:00
|
|
|
(image['id'], image['checksum']))
|
2013-11-16 20:05:26 +00:00
|
|
|
updated_tags[image['Tag']] = image['id']
|
2013-11-18 17:12:35 +00:00
|
|
|
model.set_image_checksum(image['id'], repo, image['checksum'])
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-11-16 20:05:26 +00:00
|
|
|
# Generate a job for each webhook that has been added to this repo
|
|
|
|
webhooks = model.list_webhooks(namespace, repository)
|
|
|
|
for webhook in webhooks:
|
|
|
|
webhook_data = json.loads(webhook.parameters)
|
|
|
|
repo_string = '%s/%s' % (namespace, repository)
|
|
|
|
logger.debug('Creating webhook for repository \'%s\' for url \'%s\'' %
|
|
|
|
(repo_string, webhook_data['url']))
|
|
|
|
webhook_data['payload'] = {
|
|
|
|
'repository': repo_string,
|
|
|
|
'namespace': namespace,
|
|
|
|
'name': repository,
|
|
|
|
'docker_url': 'quay.io/%s' % repo_string,
|
|
|
|
'homepage': 'https://quay.io/repository/%s' % repo_string,
|
|
|
|
'visibility': repo.visibility.name,
|
|
|
|
'updated_tags': updated_tags,
|
|
|
|
'pushed_image_count': len(image_with_checksums),
|
|
|
|
}
|
|
|
|
webhook_queue.put(json.dumps(webhook_data))
|
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
return make_response('Updated', 204)
|
|
|
|
|
|
|
|
abort(403)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/repositories/<path:repository>/images', methods=['GET'])
|
2013-09-20 22:38:17 +00:00
|
|
|
@process_auth
|
2013-09-20 15:55:44 +00:00
|
|
|
@parse_repository_name
|
2013-10-16 18:24:10 +00:00
|
|
|
@generate_headers(role='read')
|
2013-09-20 15:55:44 +00:00
|
|
|
def get_repository_images(namespace, repository):
|
2013-09-20 22:38:17 +00:00
|
|
|
permission = ReadRepositoryPermission(namespace, repository)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
# TODO invalidate token?
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-28 04:05:32 +00:00
|
|
|
if permission.can() or model.repository_is_public(namespace, repository):
|
2013-11-11 23:05:21 +00:00
|
|
|
# We can't rely on permissions to tell us if a repo exists anymore
|
|
|
|
repo = model.get_repository(namespace, repository)
|
|
|
|
if not repo:
|
|
|
|
abort(404)
|
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
all_images = []
|
|
|
|
for image in model.get_repository_images(namespace, repository):
|
|
|
|
new_image_view = {
|
2013-10-01 18:14:39 +00:00
|
|
|
'id': image.docker_image_id,
|
2013-09-20 22:38:17 +00:00
|
|
|
'checksum': image.checksum,
|
|
|
|
}
|
|
|
|
all_images.append(new_image_view)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
resp = make_response(json.dumps(all_images), 200)
|
|
|
|
resp.mimetype = 'application/json'
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-10-03 23:18:03 +00:00
|
|
|
pull_username = 'anonymous'
|
|
|
|
if get_authenticated_user():
|
|
|
|
pull_username = get_authenticated_user().username
|
|
|
|
|
2013-11-14 19:53:55 +00:00
|
|
|
extra_params = {
|
|
|
|
'repository': '%s/%s' % (namespace, repository),
|
|
|
|
}
|
|
|
|
mixpanel.track(pull_username, 'pull_repo', extra_params)
|
2013-10-03 20:19:01 +00:00
|
|
|
|
2013-09-20 22:38:17 +00:00
|
|
|
return resp
|
2013-09-20 15:55:44 +00:00
|
|
|
|
2013-11-11 23:05:21 +00:00
|
|
|
abort(403)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/repositories/<path:repository>/images', methods=['DELETE'])
|
2013-09-20 22:38:17 +00:00
|
|
|
@process_auth
|
2013-09-20 15:55:44 +00:00
|
|
|
@parse_repository_name
|
2013-10-16 18:24:10 +00:00
|
|
|
@generate_headers(role='write')
|
2013-09-20 15:55:44 +00:00
|
|
|
def delete_repository_images(namespace, repository):
|
2013-11-07 22:09:47 +00:00
|
|
|
return make_response('Not Implemented', 501)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/repositories/<path:repository>/auth', methods=['PUT'])
|
|
|
|
@parse_repository_name
|
|
|
|
def put_repository_auth(namespace, repository):
|
2013-11-07 22:09:47 +00:00
|
|
|
return make_response('Not Implemented', 501)
|
2013-09-20 15:55:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/v1/search', methods=['GET'])
|
|
|
|
def get_search():
|
2013-11-07 22:09:47 +00:00
|
|
|
return make_response('Not Implemented', 501)
|
2013-09-25 16:45:12 +00:00
|
|
|
|
|
|
|
|
|
|
|
@app.route('/_ping')
|
|
|
|
@app.route('/v1/_ping')
|
|
|
|
def ping():
|
|
|
|
response = make_response('true', 200)
|
|
|
|
response.headers['X-Docker-Registry-Version'] = '0.6.0'
|
|
|
|
return response
|