2022-12-17 23:29:16 +00:00
|
|
|
User-agent: *
|
|
|
|
|
Allow: /
|
2023-01-15 14:34:23 +00:00
|
|
|
|
|
|
|
|
# Disallow authenticated pages
|
|
|
|
|
|
2023-03-26 15:11:22 +00:00
|
|
|
Disallow: /intent
|
|
|
|
|
Disallow: /settings
|
|
|
|
|
Disallow: /blocks
|
|
|
|
|
Disallow: /bookmarks
|
|
|
|
|
Disallow: /compose
|
|
|
|
|
Disallow: /conversations
|
|
|
|
|
Disallow: /domain_blocks
|
|
|
|
|
Disallow: /favourites
|
|
|
|
|
Disallow: /home
|
|
|
|
|
Disallow: /mutes
|
|
|
|
|
Disallow: /notifications
|
|
|
|
|
Disallow: /pinned
|
|
|
|
|
Disallow: /search
|
|
|
|
|
Disallow: /settings
|
|
|
|
|
Disallow: /share-target
|
2023-01-15 14:34:23 +00:00
|
|
|
|
|
|
|
|
# Wait 1 second between successive requests.
|
|
|
|
|
Crawl-delay: 1
|
