1
0
mirror of https://github.com/elk-zone/elk synced 2024-11-30 15:58:06 +09:00
elk/public/robots.txt
2023-03-26 17:11:22 +02:00

24 lines
423 B
Plaintext

User-agent: *
Allow: /
# Disallow authenticated pages
Disallow: /intent
Disallow: /settings
Disallow: /blocks
Disallow: /bookmarks
Disallow: /compose
Disallow: /conversations
Disallow: /domain_blocks
Disallow: /favourites
Disallow: /home
Disallow: /mutes
Disallow: /notifications
Disallow: /pinned
Disallow: /search
Disallow: /settings
Disallow: /share-target
# Wait 1 second between successive requests.
Crawl-delay: 1