Add support for read slave databases.

data/database.py

@@ -5,6 +5,7 @@ import uuid
 from random import SystemRandom
 from datetime import datetime
 from peewee import *
+from data.read_slave import ReadSlaveModel
 from sqlalchemy.engine.url import make_url
 from urlparse import urlparse
 
@@ -19,10 +20,10 @@ SCHEME_DRIVERS = {
 }
 
 db = Proxy()
+read_slave = Proxy()
 
-def configure(config_object):
-  db_kwargs = dict(config_object['DB_CONNECTION_ARGS'])
-  parsed_url = make_url(config_object['DB_URI'])
+def _db_from_url(url, db_kwargs):
+  parsed_url = make_url(url)
 
   if parsed_url.host:
     db_kwargs['host'] = parsed_url.host
@@ -33,8 +34,16 @@ def configure(config_object):
   if parsed_url.password:
     db_kwargs['passwd'] = parsed_url.password
 
-  real_db = SCHEME_DRIVERS[parsed_url.drivername](parsed_url.database, **db_kwargs)
-  db.initialize(real_db)
+  return SCHEME_DRIVERS[parsed_url.drivername](parsed_url.database, **db_kwargs)
+
+def configure(config_object):
+  db_kwargs = dict(config_object['DB_CONNECTION_ARGS'])
+  write_db_uri = config_object['DB_URI']
+  db.initialize(_db_from_url(write_db_uri, db_kwargs))
+
+  read_slave_uri = config_object.get('DB_READ_SLAVE_URI', None)
+  if read_slave_uri is not None:
+    read_slave.initialize(_db_from_url(read_slave_uri, db_kwargs))
 
 
 def random_string_generator(length=16):
@@ -49,9 +58,10 @@ def uuid_generator():
   return str(uuid.uuid4())
 
 
-class BaseModel(Model):
+class BaseModel(ReadSlaveModel):
   class Meta:
     database = db
+    read_slaves = (read_slave,)
 
 
 class User(BaseModel):
@@ -78,6 +88,7 @@ class Team(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       # A team name must be unique within an organization
       (('name', 'organization'), True),
@@ -90,6 +101,7 @@ class TeamMember(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       # A user may belong to a team only once
       (('user', 'team'), True),
@@ -107,6 +119,7 @@ class FederatedLogin(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       # create a unique index on service and the local service id
       (('service', 'service_ident'), True),
@@ -129,6 +142,7 @@ class Repository(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       # create a unique index on namespace and name
       (('namespace', 'name'), True),
@@ -147,6 +161,7 @@ class RepositoryPermission(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       (('team', 'repository'), True),
       (('user', 'repository'), True),
@@ -166,6 +181,7 @@ class PermissionPrototype(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       (('org', 'activating_user'), False),
     )
@@ -232,6 +248,7 @@ class ImageStoragePlacement(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       # An image can only be placed in the same place once
       (('storage', 'location'), True),
@@ -253,6 +270,7 @@ class Image(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       # we don't really want duplicates
       (('repository', 'docker_image_id'), True),
@@ -266,6 +284,7 @@ class RepositoryTag(BaseModel):
 
   class Meta:
     database = db
+    read_slaves = (read_slave,)
     indexes = (
       (('repository', 'name'), True),
     )