User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: Twitterbot
Disallow: /profiles

User-agent: *
Disallow: /searches
Disallow: /page_caches
Disallow: /sign_in
Disallow: /sign_out
Disallow: /after_sign_in
Disallow: /after_sign_up
Disallow: /account_statuses
Disallow: /follow
Disallow: /settings
Disallow: /common_friends
Disallow: /notifications

Sitemap: https://egotter.com/sitemap.xml.gz