Add the snapshot endpoint to web.py and have the phantomjs running only load the page's HTML once there are no further pending XHR requests

endpoints/web.py

@@ -11,6 +11,7 @@ from data import model
 from app import app, login_manager, mixpanel
 from auth.permissions import QuayDeferredPermissionUser, AdministerOrganizationPermission
 from util.invoice import renderInvoiceToPdf
+from util.seo import renderSnapshot
 
 logger = logging.getLogger(__name__)
 
@@ -49,6 +50,17 @@ def index(path):
   return render_template('index.html')
 
 
+@app.route('/snapshot', methods=['GET'])
+@app.route('/snapshot/', methods=['GET'])
+@app.route('/snapshot/<path:path>', methods=['GET'])
+def snapshot(path = ''):
+  result = renderSnapshot(path)
+  if result:
+    return result
+
+  abort(404)
+
+
 @app.route('/plans/')
 def plans():
   return index('')

static/js/app.js

@@ -1053,7 +1053,8 @@ quayApp.directive('ngBlur', function() {
   };
 });
 
-quayApp.run(['$location', '$rootScope', 'Restangular', 'UserService', function($location, $rootScope, Restangular, UserService) {
+quayApp.run(['$location', '$rootScope', 'Restangular', 'UserService', '$http',
+   function($location, $rootScope, Restangular, UserService, $http) {
   Restangular.setErrorInterceptor(function(response) {
     if (response.status == 401) {
       $('#sessionexpiredModal').modal({});
@@ -1068,4 +1069,13 @@ quayApp.run(['$location', '$rootScope', 'Restangular', 'UserService', function($
       $rootScope.title = current.$$route.title;
     }
   });
+
+  var initallyChecked = false;
+  window.__isLoading = function() {
+    if (!initallyChecked) {
+      initallyChecked = true;
+      return true;
+    }
+    return $http.pendingRequests.length > 0;
+  };
 }]);

util/phantomjs-runner.js

@@ -0,0 +1,37 @@
+var system = require('system');
+var url = system.args[1] || '';
+if(url.length > 0) {
+  var page = require('webpage').create();  
+  page.open(url, function (status) {
+    if (status == 'success') {     
+      var delay, checker = (function() {
+        var html = page.evaluate(function () {
+          var found = document.getElementsByTagName('html')[0].outerHTML || '';
+          if (window.__isLoading && !window.__isLoading()) {
+            return found;
+          }
+          if (found.indexOf('404 Not Found') > 0) {
+            return found;
+          }
+          return null;
+        });
+
+        if (html) {
+          if (html.indexOf('404 Not Found') > 0) {
+            console.log('Not Found');
+            phantom.exit();
+            return;
+          }
+
+          clearTimeout(delay);
+          console.log(html);
+          phantom.exit();
+        }
+      });
+      delay = setInterval(checker, 100);
+    } else {
+      console.log('Not Found');
+      phantom.exit();
+    }
+  });
+}

util/seo.py

@@ -0,0 +1,27 @@
+import subprocess
+import urllib
+import os
+import logging
+import codecs
+
+from bs4 import BeautifulSoup
+
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=logging.DEBUG)
+
+def renderSnapshot(path):
+    final_url = 'http://localhost:5000/' + path
+    logger.info('Snapshotting url: %s -> %s' % (path, final_url))
+    out_html = subprocess.check_output(['phantomjs', '--ignore-ssl-errors=yes',
+                                        'util/phantomjs-runner.js', final_url])
+
+    if not out_html or out_html.strip() == 'Not Found':
+      return None
+
+    # Remove script tags
+    soup = BeautifulSoup(out_html)
+    to_extract = soup.findAll('script')
+    for item in to_extract:
+        item.extract()
+
+    return soup.prettify()