From 6b4bd9a4fe572369a16b03c2eb7e94e617c14132 Mon Sep 17 00:00:00 2001 From: sipp11 Date: Tue, 9 Dec 2014 04:08:01 +0700 Subject: [PATCH] add robots.txt --- robots.txt | 3 +++ sync_to_prod.sh | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..ee2cc21 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +# robotstxt.org/ + +User-agent: * diff --git a/sync_to_prod.sh b/sync_to_prod.sh index d04b794..50d7030 100755 --- a/sync_to_prod.sh +++ b/sync_to_prod.sh @@ -7,5 +7,5 @@ RPATH=/opt/www/mycapsules LPATH=./_site/ rsync -avu -e "ssh -p $PORT" $LPATH $RUSER@$RHOST:$RPATH \ ---exclude=.DS_Store --exclude=sync_ec2.sh --exclude=*.pyc \ +--exclude=.DS_Store --exclude=*.sh --exclude=*.pyc \ --exclude=migrations --exclude=scripts