Add migration to backfill uncompressed image sizes on the storage

data/migrations/versions/6f2ecf5afcf_add_the_uncompressed_size_to_image_.py

@@ -0,0 +1,29 @@
+"""add the uncompressed size to image storage
+
+Revision ID: 6f2ecf5afcf
+Revises: 3f6d26399bd2
+Create Date: 2014-09-22 14:39:13.470566
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = '6f2ecf5afcf'
+down_revision = '3f6d26399bd2'
+
+from alembic import op
+from tools.uncompressedsize import backfill_sizes
+import sqlalchemy as sa
+
+
+def upgrade(tables):
+    ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('imagestorage', sa.Column('uncompressed_size', sa.BigInteger(), nullable=True))
+    ### end Alembic commands ###
+
+    # Backfill the uncompressed size to the image storage table.
+    backfill_sizes()
+
+def downgrade(tables):
+    ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('imagestorage', 'uncompressed_size')
+    ### end Alembic commands ###

tools/uncompressedsize.py

@@ -0,0 +1,31 @@
+from data import model
+from data.database import ImageStorage
+from app import app, storage as store
+
+import logging
+
+def backfill_sizes():
+  count = ImageStorage.select().where(ImageStorage.uncompressed_size == None).count()
+  counter = 0
+  for image_storage in ImageStorage.select().where(ImageStorage.uncompressed_size == None):
+    logging.debug("Backfilling uncompressed size: %s of %s" % (counter, count))
+
+    # Lookup the JSON for the image.
+    uuid = image_storage.uuid
+    with_locations = model.get_storage_by_uuid(uuid)
+
+    json_data = store.get_content(with_locations.locations, store.image_json_path(uuid))
+    size = json_data.get('Size', None)
+    if size is None:
+      continue
+
+    image_storage.uncompressed_size = size
+    image_storage.save()
+    counter += 1
+
+
+if __name__ == "__main__":
+  logging.basicConfig(level=logging.DEBUG)
+  logging.getLogger('boto').setLevel(logging.CRITICAL)
+
+  backfill_sizes()