1
0
mirror of https://github.com/elk-zone/elk synced 2024-11-27 14:28:10 +09:00
elk/public/robots.txt

24 lines
423 B
Plaintext
Raw Normal View History

User-agent: *
Allow: /
# Disallow authenticated pages
Disallow: /intent
Disallow: /settings
Disallow: /blocks
Disallow: /bookmarks
Disallow: /compose
Disallow: /conversations
Disallow: /domain_blocks
Disallow: /favourites
Disallow: /home
Disallow: /mutes
Disallow: /notifications
Disallow: /pinned
Disallow: /search
Disallow: /settings
Disallow: /share-target
# Wait 1 second between successive requests.
Crawl-delay: 1