From eceaab80bb36c25b76c9ab131b2a5240a7494b3e Mon Sep 17 00:00:00 2001 From: Anton Dyudin Date: Thu, 7 Jul 2016 11:14:24 -0700 Subject: [PATCH 1/2] Revert "move robots.txt out of %eyre" This reverts commit a0485c6d30eb0c8ebf2af91c27a457ddabf64cae. --- arvo/eyre.hoon | 8 +++++++- web/robots.txt | 2 -- 2 files changed, 7 insertions(+), 3 deletions(-) delete mode 100644 web/robots.txt diff --git a/arvo/eyre.hoon b/arvo/eyre.hoon index 4a6818fa8..420926926 100644 --- a/arvo/eyre.hoon +++ b/arvo/eyre.hoon @@ -1103,7 +1103,13 @@ %^ resp 200 image+/png favi :: - :: {$txt $robots $~} !! + {$txt $robots $~} + :- ~ + %^ resp 200 text+/plain + %- role + :~ 'User-agent: *' + 'Disallow: /' + == == :: ++ is-spur |(?~(q.pok & ((sane %ta) i.q.pok))) diff --git a/web/robots.txt b/web/robots.txt deleted file mode 100644 index 9e60f970f..000000000 --- a/web/robots.txt +++ /dev/null @@ -1,2 +0,0 @@ -User-agent: * -Disallow: From ba6ecf24f9a79eea5b5c02a5c96ea1f89fa62e25 Mon Sep 17 00:00:00 2001 From: Anton Dyudin Date: Thu, 7 Jul 2016 11:16:14 -0700 Subject: [PATCH 2/2] Allow robots instead of denying them --- arvo/eyre.hoon | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/arvo/eyre.hoon b/arvo/eyre.hoon index 420926926..50792ef0f 100644 --- a/arvo/eyre.hoon +++ b/arvo/eyre.hoon @@ -1108,7 +1108,7 @@ %^ resp 200 text+/plain %- role :~ 'User-agent: *' - 'Disallow: /' + 'Disallow: ' == == ::