Add robots.txt and update the sitemap.

This commit is contained in:
jakedt 2014-04-21 19:46:00 -04:00
parent db70175a9f
commit 9b3f61e410
4 changed files with 21 additions and 5 deletions

2
static/robots.txt Normal file
View file

@ -0,0 +1,2 @@
User-agent: *
Disallow: /api/

View file

@ -25,6 +25,11 @@
<loc>https://quay.io/about/</loc>
<changefreq>monthly</changefreq>
</url>
<url>
<loc>https://quay.io/security/</loc>
<changefreq>monthly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://quay.io/tos</loc>
<changefreq>monthly</changefreq>