From eeb45c66600bc36fabb2056bbfeef05915143ba5 Mon Sep 17 00:00:00 2001 From: supermansi Date: Fri, 19 Feb 2016 21:35:08 +0530 Subject: [PATCH] edited robots.txt --- robots.txt | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index d8777d0..81f294c 100644 --- a/robots.txt +++ b/robots.txt @@ -3,6 +3,10 @@ # http://stackoverflow.com/a/44711 # Boaz answered The trick is using the $ to mark the end of URL. -User-Agent: * -Disallow: /* -Allow: /$ +User-agent: Twitterbot +Disallow: + +User-agent: * +Disallow: / + +#Allow: /$