import hashlib import pytest from mock import patch from flask import url_for from playhouse.test_utils import assert_query_count from app import instance_keys, app as realapp from auth.auth_context_type import ValidatedAuthContext from data import model from data.cache import InMemoryDataModelCache from data.database import ImageStorageLocation from endpoints.test.shared import conduct_call from util.security.registry_jwt import generate_bearer_token, build_context_and_subject from test.fixtures import * @pytest.mark.parametrize('method, endpoint', [ ('GET', 'download_blob'), ('HEAD', 'check_blob_exists'), ]) def test_blob_caching(method, endpoint, client, app): digest = 'sha256:' + hashlib.sha256("a").hexdigest() location = ImageStorageLocation.get(name='local_us') model.blob.store_blob_record_and_temp_link('devtable', 'simple', digest, location, 1, 10000000) params = { 'repository': 'devtable/simple', 'digest': digest, } user = model.user.get_user('devtable') access = [{ 'type': 'repository', 'name': 'devtable/simple', 'actions': ['pull'], }] context, subject = build_context_and_subject(ValidatedAuthContext(user=user)) token = generate_bearer_token(realapp.config['SERVER_HOSTNAME'], subject, context, access, 600, instance_keys) headers = { 'Authorization': 'Bearer %s' % token, } # Run without caching to make sure the request works. This also preloads some of # our global model caches. conduct_call(client, 'v2.' + endpoint, url_for, method, params, expected_code=200, headers=headers) with patch('endpoints.v2.blob.model_cache', InMemoryDataModelCache()): # First request should make a DB query to retrieve the blob. with assert_query_count(4): conduct_call(client, 'v2.' + endpoint, url_for, method, params, expected_code=200, headers=headers) # Subsequent requests should use the cached blob. with assert_query_count(0): conduct_call(client, 'v2.' + endpoint, url_for, method, params, expected_code=200, headers=headers) @pytest.mark.parametrize('mount_digest, source_repo, username, expect_success', [ # Unknown blob. ('sha256:unknown', 'devtable/simple', 'devtable', False), # Blob not in repo. ('sha256:' + hashlib.sha256("a").hexdigest(), 'devtable/complex', 'devtable', False), # Blob in repo. ('sha256:' + hashlib.sha256("b").hexdigest(), 'devtable/complex', 'devtable', True), # No access to repo. ('sha256:' + hashlib.sha256("b").hexdigest(), 'devtable/complex', 'public', False), # Public repo. ('sha256:' + hashlib.sha256("c").hexdigest(), 'public/publicrepo', 'devtable', True), ]) def test_blob_mounting(mount_digest, source_repo, username, expect_success, client, app): location = ImageStorageLocation.get(name='local_us') # Store and link some blobs. digest = 'sha256:' + hashlib.sha256("a").hexdigest() model.blob.store_blob_record_and_temp_link('devtable', 'simple', digest, location, 1, 10000000) digest = 'sha256:' + hashlib.sha256("b").hexdigest() model.blob.store_blob_record_and_temp_link('devtable', 'complex', digest, location, 1, 10000000) digest = 'sha256:' + hashlib.sha256("c").hexdigest() model.blob.store_blob_record_and_temp_link('public', 'publicrepo', digest, location, 1, 10000000) params = { 'repository': 'devtable/building', 'mount': mount_digest, 'from': source_repo, } user = model.user.get_user(username) access = [{ 'type': 'repository', 'name': 'devtable/building', 'actions': ['pull', 'push'], }] if source_repo.find(username) == 0: access.append({ 'type': 'repository', 'name': source_repo, 'actions': ['pull'], }) context, subject = build_context_and_subject(ValidatedAuthContext(user=user)) token = generate_bearer_token(realapp.config['SERVER_HOSTNAME'], subject, context, access, 600, instance_keys) headers = { 'Authorization': 'Bearer %s' % token, } expected_code = 201 if expect_success else 202 conduct_call(client, 'v2.start_blob_upload', url_for, 'POST', params, expected_code=expected_code, headers=headers) if expect_success: # Ensure the blob now exists under the repo. model.blob.get_repo_blob_by_digest('devtable', 'building', mount_digest) else: with pytest.raises(model.blob.BlobDoesNotExist): model.blob.get_repo_blob_by_digest('devtable', 'building', mount_digest)