[tor-commits] [webwml/master] Add robot disallow header tag and modify robots.txt

[hiro at torproject.org]

commit 9b4f749c19aa7490cc75a557c2a6379eacdf6890
Author: hiro <hiro at torproject.org>
Date:   Tue Jul 23 17:54:00 2019 +0200

    Add robot disallow header tag and modify robots.txt
---
 en/index.wml | 2 ++
 robots.txt   | 4 ++--
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/en/index.wml b/en/index.wml
index 6434165e..6df791ba 100644
--- a/en/index.wml
+++ b/en/index.wml
@@ -15,6 +15,8 @@
    <meta name="description" content="The Tor Project's free software protects your privacy online. Site blocked? Email [mailto:gettor at torproject.org] for help downloading Tor Browser.">
    <meta name="keywords" content="tor, tor project, tor browser, avoid censorship, traffic analysis, anonymous communications, privacy, avoid surveillance, online security, anonymous online, private browsing, anonymity online, online privacy, protect privacy, private mac browser, private windows browser, private android browser, linux browser, anonymity network, tor network, onion router, onion browser">
    <meta property="og:image" content="https://www.torproject.org/images/tor-logo.jpg">
+   <meta name ="robots" content="noindex,nofollow" />
+
 {#meta#}
 
    <title>$(TITLE)</title>
diff --git a/robots.txt b/robots.txt
index f6e6d1d4..1f53798b 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,2 +1,2 @@
-User-Agent: *
-Allow: /
+User-agent: *
+Disallow: /