Phase 4 of the namespace to user migration: actually remove the column from the db and remove the dependence on serialized namespaces in the workers and queues

data/migrations/versions/2fb36d4be80d_translate_the_queue_names_to_reference_.py

@@ -0,0 +1,61 @@
+"""Translate the queue names to reference namespace by id, remove the namespace column.
+
+Revision ID: 2fb36d4be80d
+Revises: 3f4fe1194671
+Create Date: 2014-09-30 17:31:33.308490
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '2fb36d4be80d'
+down_revision = '3f4fe1194671'
+
+from alembic import op
+import sqlalchemy as sa
+
+import re
+from app import app
+from data.database import QueueItem, User, db
+
+
+NAMESPACE_EXTRACTOR = re.compile(r'^([a-z]+/)([a-z0-9_]+)(/.*$)')
+
+
+def upgrade(tables):
+    # Rename the namespace component of the existing queue items to reference user ids
+    with app.config['DB_TRANSACTION_FACTORY'](db):
+        for item in QueueItem.select():
+            namespace_match = NAMESPACE_EXTRACTOR.match(item.queue_name)
+            if namespace_match is not None:
+                namespace_name = namespace_match.group(2)
+                namespace_user = User.get(User.username == namespace_name)
+                item.queue_name = '%s%s%s' % (namespace_match.group(1), str(namespace_user.id),
+                                              namespace_match.group(3))
+                item.save()
+            else:
+                raise RuntimeError('Invalid queue name: %s' % item.queue_name)
+
+    op.drop_index('repository_namespace_name', table_name='repository')
+    op.drop_column('repository', 'namespace')
+
+
+def downgrade(tables):
+    # Add the namespace column back in and fill it in
+    op.add_column('repository', sa.Column('namespace', sa.String(length=255)))
+    conn = op.get_bind()
+    conn.execute('update repository set namespace = (select username from user where user.id = repository.namespace_user_id) where namespace is NULL')
+    op.create_index('repository_namespace_name', 'repository', ['namespace', 'name'], unique=True)
+
+    # Rename the namespace component of existing queue items to reference namespace strings
+    with app.config['DB_TRANSACTION_FACTORY'](db):
+        for item in QueueItem.select():
+            namespace_match = NAMESPACE_EXTRACTOR.match(item.queue_name)
+            if namespace_match is not None:
+                namespace_id = namespace_match.group(2)
+                namespace_user = User.get(User.id == namespace_id)
+                item.queue_name = '%s%s%s' % (namespace_match.group(1),
+                                              str(namespace_user.username),
+                                              namespace_match.group(3))
+                item.save()
+            else:
+                raise RuntimeError('Invalid queue name: %s' % item.queue_name)