User-agent: Slurp
User-agent: Googlebot
User-agent: msnbot
User-Agent: ia_archiver
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
Crawl-delay: 8
Disallow: /comments/vote/
Disallow: /links/bookmark/
Disallow: /links/upvote/
Disallow: /links/downvote/
Disallow: /links/bookmark/
Disallow: /topics/submit
Disallow: /links/submit
Disallow: /register
Disallow: /account
Disallow: /sessions
Disallow: /translations
Disallow: /links/*/increment_views
Disallow: /links/increment_views
Disallow: /users/*/activity
Disallow: /pages
Disallow: /search

User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Allow: /

Sitemap: http://balatarin.com/site_map-index.xml

User-agent: *
Disallow: /