add robots.txt

10 years ago · 6b4bd9a4fe
2 changed files with 4 additions and 1 deletions
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,3 @@
+# robotstxt.org/
+
+User-agent: *
--- a/sync_to_prod.sh
+++ b/sync_to_prod.sh
@ -7,5 +7,5 @@ RPATH=/opt/www/mycapsules
 LPATH=./_site/

 rsync -avu -e "ssh -p $PORT" $LPATH $RUSER@$RHOST:$RPATH \
--exclude=.DS_Store --exclude=sync_ec2.sh --exclude=*.pyc \
+--exclude=.DS_Store --exclude=*.sh --exclude=*.pyc \
 --exclude=migrations --exclude=scripts