2015-05-14 20:47:38 +00:00
|
|
|
""" Conduct searches against all registry context. """
|
|
|
|
|
2014-03-19 18:36:56 +00:00
|
|
|
from endpoints.api import (ApiResource, parse_args, query_param, truthy_bool, nickname, resource,
|
2014-08-19 23:05:28 +00:00
|
|
|
require_scope, path_param)
|
2014-03-13 20:31:37 +00:00
|
|
|
from data import model
|
2015-07-15 21:25:41 +00:00
|
|
|
from auth.permissions import (OrganizationMemberPermission, ReadRepositoryPermission,
|
|
|
|
UserAdminPermission, AdministerOrganizationPermission,
|
|
|
|
ReadRepositoryPermission)
|
2014-03-13 20:31:37 +00:00
|
|
|
from auth.auth_context import get_authenticated_user
|
2014-03-19 18:36:56 +00:00
|
|
|
from auth import scopes
|
2015-07-15 21:25:41 +00:00
|
|
|
from app import avatar
|
2015-04-06 23:17:18 +00:00
|
|
|
from operator import itemgetter
|
2015-04-07 16:32:23 +00:00
|
|
|
from stringscore import liquidmetal
|
2015-04-07 22:33:43 +00:00
|
|
|
from util.names import parse_robot_username
|
2014-03-13 20:31:37 +00:00
|
|
|
|
2015-04-06 23:17:18 +00:00
|
|
|
import math
|
2014-03-13 20:31:37 +00:00
|
|
|
|
|
|
|
@resource('/v1/entities/<prefix>')
|
|
|
|
class EntitySearch(ApiResource):
|
|
|
|
""" Resource for searching entities. """
|
2014-08-19 23:05:28 +00:00
|
|
|
@path_param('prefix', 'The prefix of the entities being looked up')
|
2016-01-26 21:27:36 +00:00
|
|
|
@parse_args()
|
2014-03-13 20:31:37 +00:00
|
|
|
@query_param('namespace', 'Namespace to use when querying for org entities.', type=str,
|
|
|
|
default='')
|
|
|
|
@query_param('includeTeams', 'Whether to include team names.', type=truthy_bool, default=False)
|
2014-07-22 17:39:41 +00:00
|
|
|
@query_param('includeOrgs', 'Whether to include orgs names.', type=truthy_bool, default=False)
|
2014-03-13 20:31:37 +00:00
|
|
|
@nickname('getMatchingEntities')
|
2016-01-26 21:27:36 +00:00
|
|
|
def get(self, prefix, parsed_args):
|
2014-03-13 20:31:37 +00:00
|
|
|
""" Get a list of entities that match the specified prefix. """
|
|
|
|
teams = []
|
2014-07-22 17:39:41 +00:00
|
|
|
org_data = []
|
2014-03-13 20:31:37 +00:00
|
|
|
|
2016-01-26 21:27:36 +00:00
|
|
|
namespace_name = parsed_args['namespace']
|
2014-03-13 20:31:37 +00:00
|
|
|
robot_namespace = None
|
|
|
|
organization = None
|
|
|
|
|
|
|
|
try:
|
2015-07-15 21:25:41 +00:00
|
|
|
organization = model.organization.get_organization(namespace_name)
|
2014-03-13 20:31:37 +00:00
|
|
|
|
|
|
|
# namespace name was an org
|
|
|
|
permission = OrganizationMemberPermission(namespace_name)
|
|
|
|
if permission.can():
|
|
|
|
robot_namespace = namespace_name
|
|
|
|
|
2016-01-26 21:27:36 +00:00
|
|
|
if parsed_args['includeTeams']:
|
2015-07-15 21:25:41 +00:00
|
|
|
teams = model.team.get_matching_teams(prefix, organization)
|
2014-03-13 20:31:37 +00:00
|
|
|
|
2016-01-26 21:27:36 +00:00
|
|
|
if (parsed_args['includeOrgs'] and AdministerOrganizationPermission(namespace_name) and
|
|
|
|
namespace_name.startswith(prefix)):
|
2014-07-22 17:39:41 +00:00
|
|
|
org_data = [{
|
|
|
|
'name': namespace_name,
|
|
|
|
'kind': 'org',
|
|
|
|
'is_org_member': True,
|
2015-03-30 21:55:04 +00:00
|
|
|
'avatar': avatar.get_data_for_org(organization),
|
2014-07-22 17:39:41 +00:00
|
|
|
}]
|
|
|
|
|
2015-07-15 21:25:41 +00:00
|
|
|
except model.organization.InvalidOrganizationException:
|
2014-03-13 20:31:37 +00:00
|
|
|
# namespace name was a user
|
2014-03-18 19:58:37 +00:00
|
|
|
user = get_authenticated_user()
|
|
|
|
if user and user.username == namespace_name:
|
2014-03-25 21:26:45 +00:00
|
|
|
# Check if there is admin user permissions (login only)
|
|
|
|
admin_permission = UserAdminPermission(user.username)
|
|
|
|
if admin_permission.can():
|
|
|
|
robot_namespace = namespace_name
|
2014-03-13 20:31:37 +00:00
|
|
|
|
2015-07-15 21:25:41 +00:00
|
|
|
users = model.user.get_matching_users(prefix, robot_namespace, organization)
|
2014-03-13 20:31:37 +00:00
|
|
|
|
|
|
|
def entity_team_view(team):
|
|
|
|
result = {
|
|
|
|
'name': team.name,
|
|
|
|
'kind': 'team',
|
2015-03-30 21:55:04 +00:00
|
|
|
'is_org_member': True,
|
|
|
|
'avatar': avatar.get_data_for_team(team)
|
2014-03-13 20:31:37 +00:00
|
|
|
}
|
|
|
|
return result
|
|
|
|
|
|
|
|
def user_view(user):
|
|
|
|
user_json = {
|
|
|
|
'name': user.username,
|
|
|
|
'kind': 'user',
|
2015-03-30 21:55:04 +00:00
|
|
|
'is_robot': user.robot,
|
|
|
|
'avatar': avatar.get_data_for_user(user)
|
2014-03-13 20:31:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if organization is not None:
|
2015-03-30 21:55:04 +00:00
|
|
|
user_json['is_org_member'] = user.robot or user.is_org_member
|
2014-03-13 20:31:37 +00:00
|
|
|
|
|
|
|
return user_json
|
|
|
|
|
|
|
|
team_data = [entity_team_view(team) for team in teams]
|
|
|
|
user_data = [user_view(user) for user in users]
|
|
|
|
|
|
|
|
return {
|
2014-07-22 17:39:41 +00:00
|
|
|
'results': team_data + user_data + org_data
|
2014-03-13 20:31:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2015-04-20 16:51:47 +00:00
|
|
|
def search_entity_view(username, entity, get_short_name=None):
|
2015-04-08 21:41:08 +00:00
|
|
|
kind = 'user'
|
|
|
|
avatar_data = avatar.get_data_for_user(entity)
|
|
|
|
href = '/user/' + entity.username
|
|
|
|
|
|
|
|
if entity.organization:
|
|
|
|
kind = 'organization'
|
|
|
|
avatar_data = avatar.get_data_for_org(entity)
|
|
|
|
href = '/organization/' + entity.username
|
|
|
|
elif entity.robot:
|
|
|
|
parts = parse_robot_username(entity.username)
|
|
|
|
if parts[0] == username:
|
|
|
|
href = '/user/' + username + '?tab=robots&showRobot=' + entity.username
|
|
|
|
else:
|
|
|
|
href = '/organization/' + parts[0] + '?tab=robots&showRobot=' + entity.username
|
|
|
|
|
|
|
|
kind = 'robot'
|
|
|
|
avatar_data = None
|
|
|
|
|
2015-04-20 16:51:47 +00:00
|
|
|
data = {
|
2015-04-08 21:41:08 +00:00
|
|
|
'kind': kind,
|
|
|
|
'avatar': avatar_data,
|
|
|
|
'name': entity.username,
|
|
|
|
'score': 1,
|
|
|
|
'href': href
|
|
|
|
}
|
|
|
|
|
2015-04-20 16:51:47 +00:00
|
|
|
if get_short_name:
|
|
|
|
data['short_name'] = get_short_name(entity.username)
|
|
|
|
|
|
|
|
return data
|
|
|
|
|
2015-04-08 21:41:08 +00:00
|
|
|
|
|
|
|
def conduct_team_search(username, query, encountered_teams, results):
|
|
|
|
""" Finds the matching teams where the user is a member. """
|
2015-07-15 21:25:41 +00:00
|
|
|
matching_teams = model.team.get_matching_user_teams(query, get_authenticated_user(), limit=5)
|
2015-04-08 21:41:08 +00:00
|
|
|
for team in matching_teams:
|
|
|
|
if team.id in encountered_teams:
|
|
|
|
continue
|
|
|
|
|
|
|
|
encountered_teams.add(team.id)
|
|
|
|
|
|
|
|
results.append({
|
|
|
|
'kind': 'team',
|
|
|
|
'name': team.name,
|
|
|
|
'organization': search_entity_view(username, team.organization),
|
|
|
|
'avatar': avatar.get_data_for_team(team),
|
|
|
|
'score': 2,
|
|
|
|
'href': '/organization/' + team.organization.username + '/teams/' + team.name
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
def conduct_admined_team_search(username, query, encountered_teams, results):
|
|
|
|
""" Finds matching teams in orgs admined by the user. """
|
2015-07-15 21:25:41 +00:00
|
|
|
matching_teams = model.team.get_matching_admined_teams(query, get_authenticated_user(), limit=5)
|
2015-04-08 21:41:08 +00:00
|
|
|
for team in matching_teams:
|
|
|
|
if team.id in encountered_teams:
|
|
|
|
continue
|
|
|
|
|
|
|
|
encountered_teams.add(team.id)
|
|
|
|
|
|
|
|
results.append({
|
|
|
|
'kind': 'team',
|
|
|
|
'name': team.name,
|
|
|
|
'organization': search_entity_view(username, team.organization),
|
|
|
|
'avatar': avatar.get_data_for_team(team),
|
|
|
|
'score': 2,
|
|
|
|
'href': '/organization/' + team.organization.username + '/teams/' + team.name
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
def conduct_repo_search(username, query, results):
|
|
|
|
""" Finds matching repositories. """
|
2015-07-15 21:25:41 +00:00
|
|
|
def can_read(repo):
|
|
|
|
if repo.is_public:
|
2015-04-10 19:27:37 +00:00
|
|
|
return True
|
|
|
|
|
2015-07-15 21:25:41 +00:00
|
|
|
return ReadRepositoryPermission(repo.namespace_user.username, repo.name).can()
|
2015-04-10 19:27:37 +00:00
|
|
|
|
|
|
|
only_public = username is None
|
2015-07-15 21:25:41 +00:00
|
|
|
matching_repos = model.repository.get_sorted_matching_repositories(query, only_public, can_read,
|
|
|
|
limit=5)
|
2015-04-08 21:41:08 +00:00
|
|
|
|
|
|
|
for repo in matching_repos:
|
2015-04-09 18:41:59 +00:00
|
|
|
repo_score = math.log(repo.count or 1, 10) or 1
|
2015-04-08 21:41:08 +00:00
|
|
|
|
2015-04-10 19:27:37 +00:00
|
|
|
# If the repository is under the user's namespace, give it 20% more weight.
|
2015-04-08 21:41:08 +00:00
|
|
|
namespace = repo.namespace_user.username
|
|
|
|
if OrganizationMemberPermission(namespace).can() or namespace == username:
|
2015-04-10 19:27:37 +00:00
|
|
|
repo_score = repo_score * 1.2
|
2015-04-08 21:41:08 +00:00
|
|
|
|
|
|
|
results.append({
|
|
|
|
'kind': 'repository',
|
|
|
|
'namespace': search_entity_view(username, repo.namespace_user),
|
|
|
|
'name': repo.name,
|
|
|
|
'description': repo.description,
|
2015-04-10 19:27:37 +00:00
|
|
|
'is_public': repo.is_public,
|
2015-04-08 21:41:08 +00:00
|
|
|
'score': repo_score,
|
|
|
|
'href': '/repository/' + repo.namespace_user.username + '/' + repo.name
|
|
|
|
})
|
|
|
|
|
|
|
|
|
2015-04-09 16:57:20 +00:00
|
|
|
def conduct_namespace_search(username, query, results):
|
|
|
|
""" Finds matching users and organizations. """
|
2015-07-15 21:25:41 +00:00
|
|
|
matching_entities = model.user.get_matching_user_namespaces(query, username, limit=5)
|
2015-04-08 21:41:08 +00:00
|
|
|
for entity in matching_entities:
|
|
|
|
results.append(search_entity_view(username, entity))
|
2015-04-09 16:57:20 +00:00
|
|
|
|
|
|
|
|
|
|
|
def conduct_robot_search(username, query, results):
|
|
|
|
""" Finds matching robot accounts. """
|
2015-04-20 16:51:47 +00:00
|
|
|
def get_short_name(name):
|
|
|
|
return parse_robot_username(name)[1]
|
|
|
|
|
2015-07-15 21:25:41 +00:00
|
|
|
matching_robots = model.user.get_matching_robots(query, username, limit=5)
|
2015-04-09 16:57:20 +00:00
|
|
|
for robot in matching_robots:
|
2015-04-20 16:51:47 +00:00
|
|
|
results.append(search_entity_view(username, robot, get_short_name))
|
2015-04-08 21:41:08 +00:00
|
|
|
|
|
|
|
|
|
|
|
@resource('/v1/find/all')
|
|
|
|
class ConductSearch(ApiResource):
|
|
|
|
""" Resource for finding users, repositories, teams, etc. """
|
2016-01-26 21:27:36 +00:00
|
|
|
@parse_args()
|
2015-04-08 21:41:08 +00:00
|
|
|
@query_param('query', 'The search query.', type=str, default='')
|
|
|
|
@require_scope(scopes.READ_REPO)
|
|
|
|
@nickname('conductSearch')
|
2016-01-26 21:27:36 +00:00
|
|
|
def get(self, parsed_args):
|
2015-04-08 21:41:08 +00:00
|
|
|
""" Get a list of entities and resources that match the specified query. """
|
2016-01-26 21:27:36 +00:00
|
|
|
query = parsed_args['query']
|
2015-04-08 21:41:08 +00:00
|
|
|
if not query:
|
|
|
|
return {'results': []}
|
|
|
|
|
|
|
|
username = None
|
|
|
|
results = []
|
|
|
|
|
|
|
|
if get_authenticated_user():
|
|
|
|
username = get_authenticated_user().username
|
|
|
|
|
|
|
|
# Search for teams.
|
|
|
|
encountered_teams = set()
|
|
|
|
conduct_team_search(username, query, encountered_teams, results)
|
|
|
|
conduct_admined_team_search(username, query, encountered_teams, results)
|
|
|
|
|
2015-04-09 16:57:20 +00:00
|
|
|
# Search for robot accounts.
|
|
|
|
conduct_robot_search(username, query, results)
|
|
|
|
|
2015-04-08 21:41:08 +00:00
|
|
|
# Search for repos.
|
|
|
|
conduct_repo_search(username, query, results)
|
|
|
|
|
2015-04-09 16:57:20 +00:00
|
|
|
# Search for users and orgs.
|
|
|
|
conduct_namespace_search(username, query, results)
|
2015-04-08 21:41:08 +00:00
|
|
|
|
|
|
|
# Modify the results' scores via how close the query term is to each result's name.
|
|
|
|
for result in results:
|
2015-04-20 16:51:47 +00:00
|
|
|
name = result.get('short_name', result['name'])
|
2015-04-20 17:00:56 +00:00
|
|
|
lm_score = liquidmetal.score(name, query) or 0.5
|
2015-04-20 17:00:38 +00:00
|
|
|
result['score'] = result['score'] * lm_score
|
2015-04-08 21:41:08 +00:00
|
|
|
|
|
|
|
return {'results': sorted(results, key=itemgetter('score'), reverse=True)}
|