vbatts/quay
Archived
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Some fixes for generating snapshots against the local host.

Browse source
This commit is contained in:
Ubuntu 2013-10-11 03:56:27 +00:00
parent da29da5c66
commit 3c3cca1140
2 changed files with 8 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

13
seo-snapshots/make_snapshot.py
View file

@ -2,15 +2,16 @@ import subprocess
import urllib
import os
import logging
import codecs
from BeautifulSoup import BeautifulSoup
from bs4 import BeautifulSoup
logger = logging.getLogger(__name__)
logging.basicConfig(level=logging.DEBUG)
BASE_URL = 'http://localhost:5000/'
BASE_URL = 'https://localhost/'
OUTPUT_PATH = '../static/snapshots/'
URLS = [
@ -26,8 +27,8 @@ for url in URLS:
logger.info('Snapshotting url: %s -> %s' % (final_url, to_write))
out_html = subprocess.check_output(['phantomjs', 'phantomjs-runner.js',
final_url])
out_html = subprocess.check_output(['phantomjs', '--ignore-ssl-errors=yes',
'phantomjs-runner.js', final_url])
# Remove script tags
soup = BeautifulSoup(out_html)
@ -40,5 +41,5 @@ for url in URLS:
if not os.path.exists(to_write_dir):
os.makedirs(to_write_dir)
with open(to_write, 'w') as output_file:
output_file.write(soup.prettify())
with codecs.open(to_write, 'w', 'utf-8') as output_file:
output_file.write(soup.prettify())