Switch the registry and index to use real s3 and rds.
This commit is contained in:
parent
281785e612
commit
84adf680b9
5 changed files with 154 additions and 104 deletions
39
config.py
39
config.py
|
@ -1,3 +1,5 @@
|
||||||
|
from peewee import MySQLDatabase, SqliteDatabase
|
||||||
|
|
||||||
class FlaskConfig(object):
|
class FlaskConfig(object):
|
||||||
SECRET_KEY = '1cb18882-6d12-440d-a4cc-b7430fb5f884'
|
SECRET_KEY = '1cb18882-6d12-440d-a4cc-b7430fb5f884'
|
||||||
|
|
||||||
|
@ -13,5 +15,40 @@ class MailConfig(object):
|
||||||
TESTING = False
|
TESTING = False
|
||||||
|
|
||||||
|
|
||||||
class ProductionConfig(FlaskConfig, MailConfig):
|
class SQLiteDB(object):
|
||||||
|
DB_NAME = 'test.db'
|
||||||
|
DB_CONNECTION_ARGS = {
|
||||||
|
'threadlocals': True
|
||||||
|
}
|
||||||
|
DB_DRIVER = SqliteDatabase
|
||||||
|
|
||||||
|
|
||||||
|
class RDSMySQL(object):
|
||||||
|
DB_NAME = 'quay'
|
||||||
|
DB_CONNECTION_ARGS = {
|
||||||
|
'host': 'fluxmonkeylogin.cb0vumcygprn.us-east-1.rds.amazonaws.com',
|
||||||
|
'user': 'fluxmonkey',
|
||||||
|
'passwd': '8eifM#uoZ85xqC^',
|
||||||
|
'threadlocals': True
|
||||||
|
}
|
||||||
|
DB_DRIVER = MySQLDatabase
|
||||||
|
|
||||||
|
|
||||||
|
class S3Storage(object):
|
||||||
|
AWS_ACCESS_KEY = 'AKIAJWZWUIS24TWSMWRA'
|
||||||
|
AWS_SECRET_KEY = 'EllGwP+noVvzmsUGQJO1qOMk3vm10Vg+UE6xmmpw'
|
||||||
|
REGISTRY_S3_BUCKET = 'quay-registry'
|
||||||
|
STORAGE_KIND = 's3'
|
||||||
|
|
||||||
|
|
||||||
|
class LocalStorage(object):
|
||||||
|
STORAGE_KIND = 'local'
|
||||||
|
LOCAL_STORAGE_DIR = '/tmp/registry'
|
||||||
|
|
||||||
|
|
||||||
|
class DebugConfig(FlaskConfig, MailConfig, LocalStorage, SQLiteDB):
|
||||||
REGISTRY_SERVER = 'localhost:5000'
|
REGISTRY_SERVER = 'localhost:5000'
|
||||||
|
|
||||||
|
|
||||||
|
class ProductionConfig(FlaskConfig, MailConfig, S3Storage, RDSMySQL):
|
||||||
|
REGISTRY_SERVER = 'quay.io'
|
||||||
|
|
|
@ -1,12 +1,15 @@
|
||||||
import string
|
import string
|
||||||
from random import SystemRandom
|
|
||||||
|
|
||||||
|
from random import SystemRandom
|
||||||
|
from datetime import datetime
|
||||||
from peewee import *
|
from peewee import *
|
||||||
from peewee import create_model_tables
|
from peewee import create_model_tables
|
||||||
|
|
||||||
from datetime import datetime
|
from app import app
|
||||||
|
|
||||||
db = SqliteDatabase('test.db', threadlocals=True)
|
|
||||||
|
db = app.config['DB_DRIVER'](app.config['DB_NAME'],
|
||||||
|
**app.config['DB_CONNECTION_ARGS'])
|
||||||
|
|
||||||
|
|
||||||
class BaseModel(Model):
|
class BaseModel(Model):
|
||||||
|
@ -29,7 +32,7 @@ class Repository(BaseModel):
|
||||||
namespace = CharField()
|
namespace = CharField()
|
||||||
name = CharField()
|
name = CharField()
|
||||||
visibility = ForeignKeyField(Visibility)
|
visibility = ForeignKeyField(Visibility)
|
||||||
description = CharField(null=True)
|
description = BlobField(null=True)
|
||||||
|
|
||||||
class Meta:
|
class Meta:
|
||||||
database = db
|
database = db
|
||||||
|
@ -86,11 +89,11 @@ class Image(BaseModel):
|
||||||
image_id = CharField()
|
image_id = CharField()
|
||||||
checksum = CharField(null=True)
|
checksum = CharField(null=True)
|
||||||
created = DateTimeField(null=True)
|
created = DateTimeField(null=True)
|
||||||
comment = CharField(null=True)
|
comment = BlobField(null=True)
|
||||||
repository = ForeignKeyField(Repository)
|
repository = ForeignKeyField(Repository)
|
||||||
|
|
||||||
# '/' separated list of ancestory ids, e.g. /1/2/6/7/10/
|
# '/' separated list of ancestory ids, e.g. /1/2/6/7/10/
|
||||||
ancestors = CharField(index=True, default='/', max_length=65535)
|
ancestors = CharField(index=True, default='/', max_length=64535)
|
||||||
|
|
||||||
class Meta:
|
class Meta:
|
||||||
database = db
|
database = db
|
||||||
|
|
|
@ -6,3 +6,4 @@ Flask-Login
|
||||||
Flask-Mail
|
Flask-Mail
|
||||||
python-dateutil
|
python-dateutil
|
||||||
boto
|
boto
|
||||||
|
MySQL-python
|
|
@ -4,6 +4,7 @@ Flask-Mail==0.9.0
|
||||||
Flask-Principal==0.4.0
|
Flask-Principal==0.4.0
|
||||||
Jinja2==2.7.1
|
Jinja2==2.7.1
|
||||||
MarkupSafe==0.18
|
MarkupSafe==0.18
|
||||||
|
MySQL-python==1.2.4
|
||||||
Werkzeug==0.9.4
|
Werkzeug==0.9.4
|
||||||
argparse==1.2.1
|
argparse==1.2.1
|
||||||
blinker==1.3
|
blinker==1.3
|
||||||
|
|
|
@ -1,9 +1,13 @@
|
||||||
|
import logging
|
||||||
|
|
||||||
import contextlib
|
import contextlib
|
||||||
import tempfile
|
import tempfile
|
||||||
|
|
||||||
|
from app import app
|
||||||
|
|
||||||
|
|
||||||
__all__ = ['load']
|
__all__ = ['load']
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
class Storage(object):
|
class Storage(object):
|
||||||
|
@ -128,15 +132,19 @@ def load(kind=None):
|
||||||
global _storage
|
global _storage
|
||||||
|
|
||||||
# TODO hard code to local for now
|
# TODO hard code to local for now
|
||||||
kind = 'local'
|
kind = app.config['STORAGE_KIND']
|
||||||
# if not kind:
|
# if not kind:
|
||||||
# kind = cfg.storage.lower()
|
# kind = cfg.storage.lower()
|
||||||
if kind in _storage:
|
if kind in _storage:
|
||||||
return _storage[kind]
|
return _storage[kind]
|
||||||
if kind == 's3':
|
if kind == 's3':
|
||||||
store = S3Storage('/registry', 'access_key', 'secret_key', 'bucket')
|
logger.debug('Using s3 storage.')
|
||||||
|
store = S3Storage('', app.config['AWS_ACCESS_KEY'],
|
||||||
|
app.config['AWS_SECRET_KEY'],
|
||||||
|
app.config['REGISTRY_S3_BUCKET'])
|
||||||
elif kind == 'local':
|
elif kind == 'local':
|
||||||
store = LocalStorage('/tmp/registry')
|
logger.debug('Using local storage.')
|
||||||
|
store = LocalStorage(app.config['LOCAL_STORAGE_DIR'])
|
||||||
else:
|
else:
|
||||||
raise ValueError('Not supported storage \'{0}\''.format(kind))
|
raise ValueError('Not supported storage \'{0}\''.format(kind))
|
||||||
_storage[kind] = store
|
_storage[kind] = store
|
||||||
|
|
Reference in a new issue