Merge commit 'ba6ecf2' into relearning

2024-09-21 07:28:30 +03:00 · 2016-09-03 14:47:12 -07:00 · 2016-09-03 14:47:12 -07:00 · b3b15b33f8
commit b3b15b33f8
parent d20707365d ba6ecf24f9
2 changed files with 7 additions and 3 deletions
--- a/arvo/eyre.hoon
+++ b/arvo/eyre.hoon
@ -1109,7 +1109,13 @@
          %^  resp  200  image+/png
          favi
        ::
-          ::  {$txt $robots $~}  !!
+            {$txt $robots $~}
+          :-  ~
+          %^  resp  200  text+/plain
+          %-  role
+          :~  'User-agent: *'
+              'Disallow: '
+          ==
        ==
      ::
      ++  is-spur  |(?~(q.pok & ((sane %ta) i.q.pok)))
--- a/web/robots.txt
+++ b/web/robots.txt
@ -1,2 +0,0 @@
-User-agent: *
-Disallow: