mirror of
https://github.com/gigablast/open-source-search-engine.git
synced 2024-10-04 12:17:35 +03:00
19 lines
233 B
Plaintext
19 lines
233 B
Plaintext
User-Agent: googlebot
|
|
Disallow: /search?
|
|
|
|
User-Agent: bingbot
|
|
Disallow: /search?
|
|
|
|
User-Agent: msnbot
|
|
Disallow: /search?
|
|
|
|
User-Agent: slurp
|
|
Disallow: /search?
|
|
|
|
User-Agent: gigabot
|
|
Disallow: /search?
|
|
|
|
User-Agent: *
|
|
Disallow: /search?
|
|
|