130 lines
4.8 KiB
Python
130 lines
4.8 KiB
Python
from datetime import date, datetime, timedelta
|
|
|
|
from freezegun import freeze_time
|
|
|
|
from data.logs_model.inmemory_model import InMemoryModel
|
|
from data.logs_model.combined_model import CombinedLogsModel
|
|
|
|
from test.fixtures import *
|
|
|
|
|
|
@pytest.fixture()
|
|
def first_model():
|
|
return InMemoryModel()
|
|
|
|
|
|
@pytest.fixture()
|
|
def second_model():
|
|
return InMemoryModel()
|
|
|
|
|
|
@pytest.fixture()
|
|
def combined_model(first_model, second_model, initialized_db):
|
|
return CombinedLogsModel(first_model, second_model)
|
|
|
|
|
|
def test_log_action(first_model, second_model, combined_model, initialized_db):
|
|
day = date(2019, 1, 1)
|
|
|
|
# Write to the combined model.
|
|
with freeze_time(day):
|
|
combined_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
simple_repo = model.repository.get_repository('devtable', 'simple')
|
|
|
|
# Make sure it is found in the first model but not the second.
|
|
assert combined_model.count_repository_actions(simple_repo, day) == 1
|
|
assert first_model.count_repository_actions(simple_repo, day) == 1
|
|
assert second_model.count_repository_actions(simple_repo, day) == 0
|
|
|
|
|
|
def test_count_repository_actions(first_model, second_model, combined_model, initialized_db):
|
|
# Write to each model.
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
second_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
second_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
# Ensure the counts match as expected.
|
|
day = datetime.today() - timedelta(minutes=60)
|
|
simple_repo = model.repository.get_repository('devtable', 'simple')
|
|
|
|
assert first_model.count_repository_actions(simple_repo, day) == 3
|
|
assert second_model.count_repository_actions(simple_repo, day) == 2
|
|
assert combined_model.count_repository_actions(simple_repo, day) == 5
|
|
|
|
|
|
def test_yield_logs_for_export(first_model, second_model, combined_model, initialized_db):
|
|
now = datetime.now()
|
|
|
|
# Write to each model.
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
second_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
second_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
later = datetime.now()
|
|
|
|
# Ensure the full set of logs is yielded.
|
|
first_logs = list(first_model.yield_logs_for_export(now, later))[0]
|
|
second_logs = list(second_model.yield_logs_for_export(now, later))[0]
|
|
|
|
combined = list(combined_model.yield_logs_for_export(now, later))
|
|
full_combined = []
|
|
for subset in combined:
|
|
full_combined.extend(subset)
|
|
|
|
assert len(full_combined) == len(first_logs) + len(second_logs)
|
|
assert full_combined == (first_logs + second_logs)
|
|
|
|
|
|
def test_lookup_logs(first_model, second_model, combined_model, initialized_db):
|
|
now = datetime.now()
|
|
|
|
# Write to each model.
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
first_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
second_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
second_model.log_action('push_repo', namespace_name='devtable', repository_name='simple',
|
|
ip='1.2.3.4')
|
|
|
|
later = datetime.now()
|
|
|
|
def _collect_logs(model):
|
|
page_token = None
|
|
all_logs = []
|
|
while True:
|
|
paginated_logs = model.lookup_logs(now, later, page_token=page_token)
|
|
page_token = paginated_logs.next_page_token
|
|
all_logs.extend(paginated_logs.logs)
|
|
if page_token is None:
|
|
break
|
|
return all_logs
|
|
|
|
first_logs = _collect_logs(first_model)
|
|
second_logs = _collect_logs(second_model)
|
|
combined = _collect_logs(combined_model)
|
|
|
|
assert len(combined) == len(first_logs) + len(second_logs)
|
|
assert combined == (first_logs + second_logs)
|