mirror of
https://github.com/toeverything/AFFiNE.git
synced 2024-12-22 12:41:41 +03:00
25 lines
445 B
Plaintext
25 lines
445 B
Plaintext
# If you would like to crawl AFFiNE public workspace contact us via developer@toeverything.info
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
Disallow: /oauth/*
|
|
Disallow: /workspace/*
|
|
Disallow: /public-workspace/*
|
|
Disallow: /auth/*
|
|
Disallow: /sign-in
|
|
Disallow: /_next/*
|
|
Disallow: /invite/*
|
|
Disallow: /*/invite/*
|
|
Disallow: /api/*
|
|
|
|
User-agent: PetalBot
|
|
Disallow: /
|
|
|
|
User-agent: BLEXBot
|
|
Disallow: /
|
|
|
|
User-agent: Bytespider
|
|
Disallow: /
|
|
|
|
User-agent: Barkrowler
|
|
Disallow: / |